-- Logs begin at Wed 2022-03-02 02:10:26 UTC, end at Wed 2022-03-02 03:54:17 UTC. -- Mar 02 03:27:30.450245 dv-cinder-831090-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 03:27:33.463682 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.common.config [-] Logging enabled! Mar 02 03:27:33.464285 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev566 Mar 02 03:27:33.464491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 03:27:33.467773 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.common.config [-] Logging enabled! Mar 02 03:27:33.468031 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev566 Mar 02 03:27:33.468344 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103178) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 03:27:33.470258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 03:27:33.470498 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 03:27:33.470880 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 03:27:33.471156 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 03:27:33.472049 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 03:27:33.472377 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.472818 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 03:27:33.473139 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.473442 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.473741 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.474039 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.474335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.474628 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.474920 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.475245 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.475538 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.475820 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.476107 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.476402 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.476689 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.476978 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.477267 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.477553 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] debug = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.477836 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.478265 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.478689 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.478973 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.479291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.479574 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.479849 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.480125 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.480412 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.480743 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] host = dv-cinder-831090-3-iscsi {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.481025 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.481317 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.481606 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.481902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.482178 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.482459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.482750 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.483027 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.483326 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.483603 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.483895 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.485282 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.485596 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.485838 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.486073 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.486375 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.486677 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.486964 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.487276 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.487562 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.487845 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.488126 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.488403 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.488692 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.488981 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.489274 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.489554 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.489834 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.490110 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.490386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.490678 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.490956 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.491258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.491540 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.491833 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.492105 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.492383 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.492688 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.492978 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.493266 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.493558 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.493836 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.494121 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.494395 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.494672 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.494950 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_json = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.495248 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.495522 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.495808 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.496085 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.496359 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.496635 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.496908 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.497195 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.497471 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:33.497769 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.498069 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.498371 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.498680 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.498975 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.499285 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.499582 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.500412 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.500719 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.501018 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.501315 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.501602 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.501909 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.502205 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.502526 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.502819 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.503145 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.503445 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.503727 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.504009 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.504286 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.504567 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.504859 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.505146 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.505439 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.505729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.506012 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.506313 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.506602 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.506900 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.507223 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.507504 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.507787 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.508082 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.508363 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.508641 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.508921 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.509212 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.509491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.509764 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.510052 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.510334 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.510610 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.510885 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.511192 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.511486 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.511763 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.512039 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.512314 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.512591 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.512864 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.513149 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.513426 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.513699 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.513970 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.514249 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.514522 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.514795 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.515106 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.515492 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.515936 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.516287 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.516629 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.516974 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.517313 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.517653 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.517989 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.518322 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.518670 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.519004 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.519362 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.519694 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.520029 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.520361 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.520706 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.521071 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.521400 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.521732 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.522061 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.522435 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.522767 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.523135 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.523474 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.523808 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.524136 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.524491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.524828 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.525168 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.525523 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.525856 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.526204 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.526535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.526863 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.527222 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.527550 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.527876 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.528206 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.528535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.528911 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.529255 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.529601 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.529942 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.530280 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.530605 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.531563 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.531898 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:33.532159 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 03:27:33.532473 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103178) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 03:27:33.906388 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 03:27:33.906670 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 03:27:33.906979 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 03:27:33.907483 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 03:27:34.240023 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.240316 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.240592 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.241902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.242188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.242467 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.287853 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.288135 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.288404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.302954 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.303261 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.303540 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.332338 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.332618 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.332889 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.370180 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.370459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.370731 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.715075 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.715686 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.715686 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.715858 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.716552 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.816785 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.817115 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.817404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.817681 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.817952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.818265 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.818529 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.818789 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.819045 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.819350 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.819613 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.819885 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.820134 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.820386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.820640 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.820902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.821158 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.821427 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.821698 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.821959 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.822228 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.822480 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.822760 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.823156 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.823408 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.823654 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.824054 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.824295 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.824532 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.824768 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.825004 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.825240 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:34.825604 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 03:27:34.829417 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 03:27:34.833487 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 03:27:34.837485 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 02 03:27:34.839166 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 03:27:34.839644 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 03:27:34.839977 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 03:27:34.840361 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 03:27:34.843229 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 03:27:34.843537 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 03:27:34.843942 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 03:27:34.849088 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 03:27:34.872710 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 03:27:34.873171 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.873470 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103178) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 03:27:34.873848 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.875804 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103178) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 03:27:34.876083 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 03:27:34.876330 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 03:27:34.879665 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.879951 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:34.941917 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 03:27:34.942155 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 03:27:34.942398 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 03:27:34.942765 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 03:27:34.962782 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_db.sqlalchemy.engines [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103178) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 03:27:35.400369 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing driver for type 'gre' Mar 02 03:27:35.400901 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] gre ID ranges: [(1, 1000)] Mar 02 03:27:35.451789 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing driver for type 'local' Mar 02 03:27:35.452194 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing driver for type 'vlan' Mar 02 03:27:35.466355 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] VlanTypeDriver initialization complete Mar 02 03:27:35.466720 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing driver for type 'vxlan' Mar 02 03:27:35.467256 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] vxlan ID ranges: [(1, 1000)] Mar 02 03:27:35.519167 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing extension driver 'port_security' Mar 02 03:27:35.519510 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.extensions.port_security [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] PortSecurityExtensionDriver initialization complete Mar 02 03:27:35.519876 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing mechanism driver 'openvswitch' Mar 02 03:27:35.520203 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing mechanism driver 'hyperv' Mar 02 03:27:35.526795 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:35.527662 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.528039 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.528396 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.528925 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.529362 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.529721 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.530072 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.530474 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.530885 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.531838 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.532192 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.532592 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.533010 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.533363 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.533711 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.534112 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.534522 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.534872 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.535254 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.535655 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.536070 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > address_group after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.536421 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > address_group after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.536764 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.537163 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103178) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 03:27:35.537609 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] ML2 OVO RPC backend initialized. {{(pid=103178) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 03:27:35.538319 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.538680 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.539123 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.539478 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > networks before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.539831 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.540179 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > ports before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.540525 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.540868 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnets before_response 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.541217 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.541561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.541899 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.542239 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.542581 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.542916 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.543283 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.543624 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.543958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.551870 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded quota_driver: . Mar 02 03:27:35.552237 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Modular L2 Plugin initialization complete Mar 02 03:27:35.552593 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading services supported by the core plugin {{(pid=103178) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 03:27:35.552938 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.plugins.ml2.managers [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Got port-security extension from driver 'port_security' Mar 02 03:27:35.553420 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.extensions.vlantransparent [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Disabled vlantransparent extension. Mar 02 03:27:35.553917 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103178) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 03:27:35.554246 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: router Mar 02 03:27:35.589962 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.590358 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_create 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.590733 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router before_create 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.591122 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.591504 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.591867 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_delete 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.592228 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.592582 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.592944 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_create 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.593293 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.594311 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.594699 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.595089 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.595514 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.595889 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.596233 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.596824 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: subnet after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.597167 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.597518 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.597866 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_create 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.598209 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.598548 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.598908 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router after_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.599283 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.599762 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_create 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.600129 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.600478 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_update 55549900 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.600844 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > agent after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.601196 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > agent after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.601542 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > network after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.602401 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Tracking information for resource: router configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:35.602736 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Tracking information for resource: floatingip configured {{(pid=103178) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 03:27:35.607668 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.db.l3_agentschedulers_db [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 03:27:35.608226 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.608594 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.608951 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.610072 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.610879 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router before_create 55550100 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.611277 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.611654 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_create 55550100 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.612019 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > router precommit_update 55550100 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.616915 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.provider_configuration [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service providers = [] {{(pid=103178) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 03:27:35.617292 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.db.servicetype_db [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103178) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 03:27:35.620345 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.service_base [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 03:27:35.620704 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.service_base [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 03:27:35.621047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.service_base [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 03:27:35.621949 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.services.service_base [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103178) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 03:27:35.622324 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.services.service_base [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 03:27:35.622709 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.623030 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 03:27:35.634021 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.634367 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: auto_allocate Mar 02 03:27:35.640237 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: network precommit_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.640807 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: network precommit_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.641333 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.641664 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: tag Mar 02 03:27:35.648573 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.648911 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: timestamp Mar 02 03:27:35.652822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.653113 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: network_ip_availability Mar 02 03:27:35.659145 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.659524 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.659884 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.660600 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.660924 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: flavors Mar 02 03:27:35.665865 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.666208 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading Plugin: revisions Mar 02 03:27:35.670537 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103178) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 03:27:35.670927 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 03:27:35.671818 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103178) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 03:27:35.672129 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Initializing extension manager. Mar 02 03:27:35.672658 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: __init__.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.673006 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: __pycache__ {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.673346 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.673687 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: address_group.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.674447 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.675013 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: address-group Mar 02 03:27:35.675365 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: address_scope.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.676077 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.676591 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: address-scope Mar 02 03:27:35.676916 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.677847 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.678360 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: router-admin-state-down-before-update Mar 02 03:27:35.678686 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: agent.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.679418 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.679926 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: agent Mar 02 03:27:35.680252 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: agent_resources_synced.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.681169 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.681679 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: agent-resources-synced Mar 02 03:27:35.682003 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: allowedaddresspairs.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.683823 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.684353 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: allowed-address-pairs Mar 02 03:27:35.684688 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: auto_allocated_topology.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.685761 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.686280 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: auto-allocated-topology Mar 02 03:27:35.686612 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: availability_zone.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.687924 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.688517 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: availability_zone Mar 02 03:27:35.688850 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: availability_zone_filter.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.689769 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.690278 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: availability_zone_filter Mar 02 03:27:35.690607 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: data_plane_status.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.691537 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.692046 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 03:27:35.692376 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: default_subnetpools.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.693304 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.693815 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: default-subnetpools Mar 02 03:27:35.694143 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.694957 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.695505 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: dhcp_agent_scheduler Mar 02 03:27:35.695837 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: dns.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.696761 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.697269 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 03:27:35.697598 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: dns_domain_ports.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.698514 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.699027 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 03:27:35.699386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.700300 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.700812 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 03:27:35.701140 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: dvr.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.701815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.702330 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: dvr Mar 02 03:27:35.702662 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: ecmp_routes.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.704222 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.704732 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 03:27:35.705059 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: empty_string_filtering.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.705971 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.706483 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: empty-string-filtering Mar 02 03:27:35.706809 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.707816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.708329 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 03:27:35.708653 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.709570 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.710078 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 03:27:35.710403 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: external_net.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.711339 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.711851 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: external-net Mar 02 03:27:35.712174 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.713100 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.713610 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: extra_dhcp_opt Mar 02 03:27:35.713933 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: extraroute.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.714854 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.715389 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: extraroute Mar 02 03:27:35.715916 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: extraroute_atomic.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.716741 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.717249 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: extraroute-atomic Mar 02 03:27:35.717574 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: filter_validation.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.718242 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.719125 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: filter-validation Mar 02 03:27:35.719229 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: fip_pf_description.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.720118 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.720626 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 03:27:35.720951 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: fip_port_details.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.722320 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.722840 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: fip-port-details Mar 02 03:27:35.723203 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: flavors.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.724451 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.724971 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: flavors Mar 02 03:27:35.725300 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.726972 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.727519 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 03:27:35.727856 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: floatingip_pools.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.728560 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.729078 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: floatingip-pools Mar 02 03:27:35.729411 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: ip_allocation.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.730365 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.730875 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 03:27:35.731242 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.732171 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.732686 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: ip-substring-filtering Mar 02 03:27:35.733019 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l2_adjacency.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.733953 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.734575 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 03:27:35.734812 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.735809 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.736334 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: router Mar 02 03:27:35.736667 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.738915 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.739481 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 03:27:35.739817 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.740757 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.741278 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: ext-gw-mode Mar 02 03:27:35.741611 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.742542 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.743066 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: l3-ha Mar 02 03:27:35.743407 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.744324 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.744834 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 03:27:35.745163 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_flavors.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.746078 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.746595 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: l3-flavors Mar 02 03:27:35.746922 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.748336 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.748856 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 03:27:35.749188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.750787 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.751330 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 03:27:35.751662 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: l3agentscheduler.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.752700 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.753228 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: l3_agent_scheduler Mar 02 03:27:35.753563 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: local_ip.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.755388 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.755916 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension local_ip not supported by any of loaded plugins Mar 02 03:27:35.756256 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: logging.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.759192 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.759735 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension logging not supported by any of loaded plugins Mar 02 03:27:35.760083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: metering.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.760838 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.761426 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: metering Mar 02 03:27:35.761763 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.762876 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.763435 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: metering_source_and_destination_fields Mar 02 03:27:35.763774 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: multiprovidernet.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.764714 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.765232 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: multi-provider Mar 02 03:27:35.766366 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: netmtu.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.767040 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.767578 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: net-mtu Mar 02 03:27:35.767906 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: netmtu_writable.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.768832 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.769345 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: net-mtu-writable Mar 02 03:27:35.769671 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: network_availability_zone.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.770354 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.770867 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: network_availability_zone Mar 02 03:27:35.771273 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: network_ip_availability.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.772412 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.772939 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: network-ip-availability Mar 02 03:27:35.773270 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: network_segment_range.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.774058 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.774571 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 03:27:35.774897 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: pagination.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.775912 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.776246 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: pagination Mar 02 03:27:35.776572 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: port_device_profile.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.777495 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.778015 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: port-device-profile Mar 02 03:27:35.778342 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.779290 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.779805 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: port-mac-address-regenerate Mar 02 03:27:35.780132 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.781165 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.781690 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: port-numa-affinity-policy Mar 02 03:27:35.782021 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: port_resource_request.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.782950 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.783494 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 03:27:35.783824 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: port_resource_request_groups.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.784786 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.785297 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 03:27:35.785625 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: portbindings.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.786556 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.787094 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: binding Mar 02 03:27:35.787428 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: portbindings_extended.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.788706 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.789227 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: binding-extended Mar 02 03:27:35.789559 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: portsecurity.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.790477 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.790994 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: port-security Mar 02 03:27:35.791346 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: project_id.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.792340 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.792672 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: project-id Mar 02 03:27:35.793004 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: providernet.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.793940 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.794463 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: provider Mar 02 03:27:35.794790 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.798930 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.799489 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos not supported by any of loaded plugins Mar 02 03:27:35.799829 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.801106 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.801625 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 03:27:35.801962 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.802894 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.803456 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 03:27:35.803788 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_default.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.804704 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.805220 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-default not supported by any of loaded plugins Mar 02 03:27:35.805554 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_fip.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.806474 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.806989 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 03:27:35.807341 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.808265 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.808781 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 03:27:35.809111 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_gateway_ip.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.810037 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.810552 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 03:27:35.810882 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_port_network_policy.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.811954 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.813100 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 03:27:35.813447 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.814492 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.815016 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 03:27:35.815373 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.816422 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.816946 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 03:27:35.817279 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_pps_rule.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.818464 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.818987 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 03:27:35.819354 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_rule_type_details.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.820275 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.820793 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 03:27:35.821128 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: qos_rules_alias.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.822190 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.822708 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 03:27:35.823040 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: quota_check_limit.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.823987 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.824509 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: quota-check-limit Mar 02 03:27:35.824841 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: quotasv2.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.825798 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.826131 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: quotas Mar 02 03:27:35.826458 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: quotasv2_detail.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.828328 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.828665 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: quota_details Mar 02 03:27:35.828998 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: rbac.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.830077 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.830609 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: rbac-policies Mar 02 03:27:35.830948 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: rbac_address_group.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.832692 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.832692 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: rbac-address-group Mar 02 03:27:35.832906 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: rbac_address_scope.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.833689 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.834208 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: rbac-address-scope Mar 02 03:27:35.834540 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: rbac_security_groups.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.835556 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.836070 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: rbac-security-groups Mar 02 03:27:35.836398 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: rbac_subnetpool.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.837403 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.837928 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: rbac-subnetpool Mar 02 03:27:35.838262 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: revisionifmatch.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.839279 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.839800 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: revision-if-match Mar 02 03:27:35.840129 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: revisions.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.841334 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.841852 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: standard-attr-revisions Mar 02 03:27:35.842181 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: router_availability_zone.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.842861 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.843425 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: router_availability_zone Mar 02 03:27:35.843870 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: routerservicetype.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.844815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.845329 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 03:27:35.845656 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.846838 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.847383 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: security-groups-normalized-cidr Mar 02 03:27:35.847713 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.848651 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.849167 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: port-security-groups-filtering Mar 02 03:27:35.849495 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.850423 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.850938 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: security-groups-remote-address-group Mar 02 03:27:35.851308 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.852251 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.852768 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: security-groups-shared-filtering Mar 02 03:27:35.853100 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.853696 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 03:27:35.854023 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: securitygroup.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.864424 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.864960 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: security-group Mar 02 03:27:35.865301 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: segment.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.866103 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.866623 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension segment not supported by any of loaded plugins Mar 02 03:27:35.866959 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.867943 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.868464 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 03:27:35.868798 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: servicetype.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.869916 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.870440 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: service-type Mar 02 03:27:35.870776 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: sorting.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.871806 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.872143 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: sorting Mar 02 03:27:35.872469 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: standard_attr_segment.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.873392 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.873916 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 03:27:35.874244 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: standardattrdescription.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.875630 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.876150 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: standard-attr-description Mar 02 03:27:35.876477 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: stateful_security_group.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.877449 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.877970 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: stateful-security-group Mar 02 03:27:35.878299 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: stdattrs_common.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.878871 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 03:27:35.879229 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.880169 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.880686 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 03:27:35.881012 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnet_onboard.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.882084 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.882610 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: subnet_onboard Mar 02 03:27:35.882939 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.883902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.884410 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 03:27:35.884737 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnet_service_types.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.885671 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.886191 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: subnet-service-types Mar 02 03:27:35.886518 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnetallocation.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.887660 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.888183 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: subnet_allocation Mar 02 03:27:35.888516 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.889182 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.889696 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: subnetpool-prefix-ops Mar 02 03:27:35.890024 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.891300 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.892651 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 03:27:35.893158 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: tagging.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.894283 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.894813 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: standard-attr-tag Mar 02 03:27:35.895178 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: timestamp.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.896398 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.896924 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loaded extension: standard-attr-timestamp Mar 02 03:27:35.897258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: trunk.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.898304 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.898824 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension trunk not supported by any of loaded plugins Mar 02 03:27:35.899182 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: trunk_details.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.900110 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.900630 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 03:27:35.900960 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: uplink_status_propagation.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.901885 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.902396 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 03:27:35.902723 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Loading extension file: vlantransparent.py {{(pid=103178) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 03:27:35.903476 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103178) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 03:27:35.903953 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 03:27:35.906504 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:network Mar 02 03:27:35.907116 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnet Mar 02 03:27:35.907521 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 03:27:35.907913 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:port Mar 02 03:27:35.909171 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.909618 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service FLAVORS assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.910236 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.910669 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.911006 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:router Mar 02 03:27:35.911464 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 03:27:35.911948 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service METERING assigned prefix: /metering {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.913427 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.913810 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.914169 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:27:35.915183 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 03:27:35.915648 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:security_group Mar 02 03:27:35.916085 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 03:27:35.916695 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service CORE assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.917030 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 03:27:35.917382 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] subnetpool is already registered Mar 02 03:27:35.917809 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service CORE assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.918137 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 03:27:35.918472 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] subnetpool is already registered Mar 02 03:27:35.920783 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.921220 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service FLAVORS assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.922342 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.922763 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.923128 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:router Mar 02 03:27:35.923473 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] router is already registered Mar 02 03:27:35.923884 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 03:27:35.924230 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] floatingip is already registered Mar 02 03:27:35.924687 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service METERING assigned prefix: /metering {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.925349 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 03:27:35.925682 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] rbac_policy is already registered Mar 02 03:27:35.926104 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:security_group Mar 02 03:27:35.926444 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] security_group is already registered Mar 02 03:27:35.926846 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 03:27:35.927215 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] security_group_rule is already registered Mar 02 03:27:35.927853 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service CORE assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.928186 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 03:27:35.928530 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] subnetpool is already registered Mar 02 03:27:35.928951 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.v2.resource_helper [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Service CORE assigned prefix: {{(pid=103178) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 03:27:35.929278 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 03:27:35.929613 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING neutron.quota.resource_registry [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] subnetpool is already registered Mar 02 03:27:35.930082 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: extensions {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.931569 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: address-groups {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.933076 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: address-scopes {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.934404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: agents {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.935599 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: auto-allocated-topology {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.936844 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: availability_zones {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.938889 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: dhcp-networks {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.940448 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: dhcp-agents {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.941872 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: routers {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.944103 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: flavors {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.945296 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: service_profiles {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.946502 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: next_providers {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.948035 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: service_profiles {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.949570 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: floatingip-pools {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.950793 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: routers {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.952958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: floatingips {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.955385 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: l3-routers {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.956810 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: l3-agents {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.958266 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: metering-labels {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.959657 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: metering-label-rules {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.960953 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: network-ip-availabilities {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.962261 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: bindings {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.964015 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: quotas {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.965579 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: quotas {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.967138 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: rbac-policies {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.968466 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: security-groups {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.969685 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: security-group-rules {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.970928 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: service-providers {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.972454 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: subnetpools {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.973877 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: subnetpools {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.975368 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.977051 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.978838 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.980632 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.982410 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.984995 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.986706 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.988628 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.990380 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.992263 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron.api.extensions [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Extended resource: tags {{(pid=103178) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 03:27:35.998253 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING keystonemiddleware.auth_token [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 03:27:36.003720 dv-cinder-831090-3-iscsi neutron-server[103178]: WARNING keystonemiddleware.auth_token [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 03:27:36.012319 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Acquired lock "singleton_lock" {{(pid=103178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 03:27:36.012797 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_concurrency.lockutils [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Releasing lock "singleton_lock" {{(pid=103178) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 03:27:36.013457 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Starting 2 workers Mar 02 03:27:36.018572 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Started child 103287 {{(pid=103178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 03:27:36.023208 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Started child 103288 {{(pid=103178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 03:27:36.024137 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.024807 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO neutron.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 03:27:36.025471 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.025730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [-] (103287) wsgi starting up on http://0.0.0.0:9696 Mar 02 03:27:36.028007 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Starting 1 workers Mar 02 03:27:36.028166 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.029486 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [-] (103288) wsgi starting up on http://0.0.0.0:9696 Mar 02 03:27:36.033371 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Started child 103289 {{(pid=103178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 03:27:36.033951 dv-cinder-831090-3-iscsi neutron-server[103178]: INFO oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Starting 1 workers Mar 02 03:27:36.037224 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] calling RpcWorker wait() {{(pid=103289) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 03:27:36.037765 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] returning from RpcWorker wait() {{(pid=103289) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 03:27:36.038563 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Started child 103290 {{(pid=103178) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 03:27:36.039151 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.039442 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-07bd16be-83a1-4c39-908e-3f6d9b1d7149 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.039739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:36.041418 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 03:27:36.041639 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 03:27:36.041830 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 03:27:36.042064 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 03:27:36.042406 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 03:27:36.042574 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 03:27:36.043107 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.043398 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.043631 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:36.044090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.044090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.044250 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.044783 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.044902 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:36.045054 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.045315 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.045584 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.045822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.045996 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.046168 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.046417 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.047270 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.047620 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.047914 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.048170 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.048442 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.048620 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.048871 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.049142 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.049373 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.049654 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] debug = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.049980 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.050420 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.050664 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.050930 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.051194 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.051479 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.051745 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.052055 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.052289 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.052529 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.052777 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.053029 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.053271 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.053504 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.053761 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.053977 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.054235 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.054474 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.054921 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] host = dv-cinder-831090-3-iscsi {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.055181 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.055409 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.055675 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.055947 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.056206 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.056446 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.056711 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.056979 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.057207 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.057472 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.057889 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.058150 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.058380 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.058636 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.058809 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_options = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.059082 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.059372 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.059646 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.059837 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.060011 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.060179 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.060445 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.060612 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.060867 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.061104 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.061323 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.061559 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.061777 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.061999 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.062299 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.063094 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.063313 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.063553 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.063853 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.064053 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.064287 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.064537 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.064778 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.064999 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.065233 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.065456 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.065685 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.065924 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.066151 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.066367 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.066708 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.067154 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.067527 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.067970 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.068384 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.068752 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.069135 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.069519 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.069983 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_json = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.074720 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.075291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.075291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075291 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075588 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075653 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.075849 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.076074 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.076330 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.076591 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.076931 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.077155 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.077447 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.077715 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.078049 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.078386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.078641 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.078929 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.079191 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.079433 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.079653 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.079877 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.080165 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.080390 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.080647 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.080901 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.081125 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.081413 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.081703 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.082034 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.082311 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.082573 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.082836 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.083080 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.083314 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.083551 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.083942 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.084349 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.084748 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.085188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.085597 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.086008 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.086407 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.086855 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.087099 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.087365 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.087600 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.087843 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.088077 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.088303 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.088522 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.088744 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.088957 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.089325 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.089712 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.090098 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.090491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.090900 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.091290 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.091671 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.092028 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.092471 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.092847 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.093056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.093342 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.093696 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.093932 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.094166 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.094443 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.094665 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.094877 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.095278 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.095655 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.096024 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.096402 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.097056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.097361 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.097577 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.097795 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.098014 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.098230 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.098467 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.098684 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.098900 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.099167 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.099386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.099603 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.099814 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.100029 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.100253 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.100462 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.100759 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.101066 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.101322 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.101578 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.101820 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.102057 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.102296 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.102544 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.102923 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.103170 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.103585 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.103753 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.103974 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.104208 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.104597 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.104963 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.105408 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.105820 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.106213 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.106600 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.106987 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.107265 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.107497 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.107779 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.108022 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.108258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.108637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.109033 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.109826 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.110087 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.110360 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.110606 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.110884 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.111213 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.111491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.111756 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.112015 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.112247 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.112505 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.112921 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.113175 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.113427 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.113661 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.113908 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.114144 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.114381 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.114598 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.114826 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.115168 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.115404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.115625 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.115841 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.116125 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.116349 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.116603 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.116866 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.117110 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.117344 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.117600 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.117861 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.118095 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.118095 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.121858 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.122133 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.122415 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.122678 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.122959 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.123223 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:27:36.123322 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.123558 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.123832 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.124068 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.124302 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.124532 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.125397 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.125597 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.125864 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.126087 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.126335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.126600 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.126822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.127044 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.127301 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.127523 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.127778 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.128003 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.128276 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.128529 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.128774 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.129246 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.129556 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.130025 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.130309 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.130692 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.131178 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.131598 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.132032 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.132467 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.132878 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.133313 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.133610 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.133998 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.134184 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065675 Mar 02 03:27:36.134657 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.134911 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.135323 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.135602 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.135845 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.136081 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.136334 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.136806 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.137129 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.137470 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.137793 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.138112 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.138408 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.138705 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.139001 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.139566 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.139566 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.139867 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.140357 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.140751 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.141010 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.141375 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.141613 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.141863 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.142118 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143380 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143478 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143714 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.143970 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.144220 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.144505 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.144798 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.144974 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.145204 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.145413 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.145636 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.145860 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.146221 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.146608 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.146847 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.147082 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.147475 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.147847 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.148215 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.148584 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.148973 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.149322 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150335 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150641 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150766 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.150981 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.151232 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.151455 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152404 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152663 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152792 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.152920 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.153191 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.153444 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.153735 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.153980 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.154386 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.154781 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.155223 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.155698 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.155935 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.158735 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.158968 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.159377 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.159581 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:36.159921 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.160186 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.160518 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.160837 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.161113 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.161384 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.161664 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.161948 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.162225 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.162444 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.162739 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.163197 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.163485 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.163744 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.164002 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.164251 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.164500 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.164725 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.164944 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.165159 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.165523 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.165906 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.166289 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.166528 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.166746 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.167165 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.167551 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.167808 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.168029 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.168287 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.168509 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.168679 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 03:27:36.169181 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103178) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 03:27:36.169343 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 03:27:36.169497 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 03:27:36.169667 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 03:27:36.169837 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 03:27:36.169992 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 03:27:36.170202 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.170363 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.170526 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.170686 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.170845 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.171038 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.171223 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.171383 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.171541 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.171753 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172085 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172248 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172485 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172656 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.172973 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173133 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173287 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173444 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173609 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173765 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.173925 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.174083 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] debug = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175258 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175674 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175674 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175674 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175674 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175892 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.175956 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.176923 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177088 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177249 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177406 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177556 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177717 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.177868 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] host = dv-cinder-831090-3-iscsi {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178028 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178189 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178348 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178505 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178663 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.178980 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179205 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179327 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179466 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179624 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179782 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.179940 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.180082 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.180246 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_options = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.181729 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182437 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182892 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182892 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.182892 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183183 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183183 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183328 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183405 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.183958 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.184260 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.184260 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.184419 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.184577 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185459 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185881 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185881 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.185881 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186095 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186184 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.186902 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.187880 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.187880 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_json = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.188100 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.188338 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 03:27:36.189535 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190099 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190099 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190099 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190300 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190300 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190429 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190596 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190726 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.190886 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.191816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.191816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.191816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.191816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.191816 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192144 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192144 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192144 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192314 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.192815 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193019 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193097 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193214 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193839 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193839 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193839 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.193839 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.194080 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.194145 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.194285 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.194444 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203096 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.203666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204090 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.204561 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205047 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.205637 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206219 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.206710 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207519 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207519 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207519 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207682 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207826 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.207994 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208156 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208377 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208471 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208727 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208828 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.208944 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.209115 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.209269 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.209429 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.209699 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.209880 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.210941 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.211402 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.211402 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.211517 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.211647 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.211880 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212022 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212159 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212305 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212441 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212575 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212733 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.212886 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213044 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213208 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213371 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213534 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213685 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.213845 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214009 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214170 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214332 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214493 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214654 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214800 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.214968 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.215974 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.216952 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217568 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217568 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217568 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217568 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217946 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217946 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.217946 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.218222 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.218306 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.218420 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219163 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219333 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219475 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219702 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219824 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.219987 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221056 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221823 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221823 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.221823 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222004 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222141 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222254 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222421 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222603 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222863 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.222953 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223087 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223256 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223418 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223581 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223743 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.223911 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224071 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224237 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224400 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224564 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224726 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.224889 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225050 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225215 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225380 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225543 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225705 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.225870 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226032 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226195 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226357 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226518 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226681 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.226844 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227007 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227195 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227373 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227536 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227701 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.227864 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228025 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228188 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228359 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228521 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228684 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.228846 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229012 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229173 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229345 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229513 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229676 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.229840 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230002 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230164 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230336 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230497 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230660 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.230984 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231168 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231339 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231507 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231666 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231829 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.231991 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232154 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232336 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232499 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232661 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232822 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.232985 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233147 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233319 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233483 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233646 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233823 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.233982 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.234346 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.234628 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.234814 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.234979 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.235195 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.235361 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.235526 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.235689 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.235855 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236023 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236196 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236365 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236531 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236701 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.236873 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.237049 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.237210 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.237380 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.237555 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.237717 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238491 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238855 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.238855 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239008 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239112 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239259 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239435 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239585 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239747 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.239908 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.240070 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.240231 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.241249 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.241249 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 03:27:36.241249 dv-cinder-831090-3-iscsi neutron-server[103178]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103178) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 03:27:47.691962 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54c40f-c701-46d6-b4ca-f6b05b3f0b01 None None] get_active_networks_info from dv-cinder-831090-3-iscsi {{(pid=103289) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 03:27:47.754883 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d54c40f-c701-46d6-b4ca-f6b05b3f0b01 None None] No non-hosted networks {{(pid=103289) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 03:27:47.773897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f2e57c96-0e98-4d7b-8b51-8d43b3471678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:50.027687 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a4f74a2-01ae-4ea5-988f-ff5b9923e6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:50.058746 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f34d3823-cd68-4bed-a00f-a86a6b647837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:50.915665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:52.345652 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:53.883292 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59800) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:27:53.950552 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:53.951909 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.952254 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.955474 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.955994 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.957534 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.959006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.959534 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.960451 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.962024 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.962409 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.962726 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.963093 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.963439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:27:53.963864 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831090-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:53.975929 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831090-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:27:54.415924 dv-cinder-831090-3-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-3236ed1d-1256-49a0-a70b-51bc28a9ab3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:27:54.416508 dv-cinder-831090-3-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-3236ed1d-1256-49a0-a70b-51bc28a9ab3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:27:54.649243 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-3236ed1d-1256-49a0-a70b-51bc28a9ab3e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:27:54.659096 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3236ed1d-1256-49a0-a70b-51bc28a9ab3e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7651598 Mar 02 03:27:57.142035 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.db.l3_hamode_db [None req-47ac25f4-619b-41bc-98f7-19af4b15f18a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 03:27:57.220819 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59826) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:27:57.221398 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac25f4-619b-41bc-98f7-19af4b15f18a None None] Routers set() bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:27:57.221793 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac25f4-619b-41bc-98f7-19af4b15f18a None None] Router IDs set() for agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 03:27:57.539461 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:27:57.634141 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.policy [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 03:27:57.677105 dv-cinder-831090-3-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:27:57.677481 dv-cinder-831090-3-iscsi neutron-server[103287]: WARNING oslo_policy.policy [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:27:57.773126 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983634473', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983632924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983653033', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983663398', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983657293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780983615033', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8091498', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7623467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-484599'] for rbac-policy (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:57.840460 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:27:57.841804 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c9033840-7615-40ff-981e-86363ea290d8 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6198547 Mar 02 03:28:00.351220 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59836) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:00.666384 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:00.694882 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Made reservation on behalf of 869590024b6940fa9697ccff8251292e for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:28:00.698687 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:00.715668 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:00.825990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks [] for security_group (0d6ffeb1-dc3e-4ec9-9b81-116e7797d8ec), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:00.830322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (0d6ffeb1-dc3e-4ec9-9b81-116e7797d8ec), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:00.863422 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:28:00.891528 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780980474772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (79e94ff9-4bd8-48b5-b98e-817501ed3a89), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:00.892094 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Unsubscribe: segment precommit_create {{(pid=103287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 03:28:00.892620 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Added segment 79e94ff9-4bd8-48b5-b98e-817501ed3a89 of type vlan for network 2ed4ae72-da67-41d9-8a79-ceadac7c296e Mar 02 03:28:00.898164 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ffeb1-dc3e-4ec9-9b81-116e7797d8ec,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:00.933705 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.934083 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.934451 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.934798 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.935164 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.935503 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.935834 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.936165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.936493 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.936834 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.937165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.938036 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.938365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Tracked resource versions report: Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: pushed versions: Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Log': {'1.0'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Network': {'1.1'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Port': {'1.7'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'PortForwarding': {'1.2'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: consumer versions: Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Log': '1.0', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Network': '1.1', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Port': '1.7', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'PortForwarding': '1.2', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SubPort': '1.0', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Subnet': '1.1', Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Mar 02 03:28:00.939756 dv-cinder-831090-3-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:28:01.002804 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (2ed4ae72-da67-41d9-8a79-ceadac7c296e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:01.041793 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (2ed4ae72-da67-41d9-8a79-ceadac7c296e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:01.047358 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:01.048078 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:01.137098 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7848148 Mar 02 03:28:01.166551 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b5578-45b4-40e0-aeac-71ccff670331 demo demo] Pushing event updated for resources: {'Network': ['ID=2ed4ae72-da67-41d9-8a79-ceadac7c296e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:01.179926 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:28:03.681839 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59848) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:04.081934 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dac3c1-63c2-4b95-a548-7a75bf22c883 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:04.083264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-49dac3c1-63c2-4b95-a548-7a75bf22c883 demo admin] 10.222.0.23 "GET /v2.0/networks/2ed4ae72-da67-41d9-8a79-ceadac7c296e HTTP/1.1" status: 200 len: 824 time: 0.4004607 Mar 02 03:28:04.107780 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e674cbf2-c5a6-4492-bc0e-236780057913 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/46098f5b-153b-4895-8dee-fe91b078b54b HTTP/1.1" status: 200 len: 734 time: 0.0188732 Mar 02 03:28:04.116996 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Request body: {'subnet': {'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:04.136579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Made reservation on behalf of 869590024b6940fa9697ccff8251292e for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:28:04.138949 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:04.428853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (efdbf5d7-2c3c-4773-9265-22ed9a22a62a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:04.499747 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Pushing event updated for resources: {'Subnet': ['ID=efdbf5d7-2c3c-4773-9265-22ed9a22a62a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:04.502236 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Checking segment: {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:28:04.502609 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Network hostable DHCP agents. Network: 2ed4ae72-da67-41d9-8a79-ceadac7c296e, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:28:04.522576 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:28:04.534430 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 2ed4ae72-da67-41d9-8a79-ceadac7c296e) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:04.538908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:04.539538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:04.543758 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422059a2-e7fa-4bd2-b859-a51a359d6586 None None] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:28:04.554372 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3e57fe95-d15f-4782-9013-2f0bb9adb211 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4405344 Mar 02 03:28:04.815959 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'project_id': '869590024b6940fa9697ccff8251292e', 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:28:04.817246 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.101402 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Allocated IP 172.20.0.2 (2ed4ae72-da67-41d9-8a79-ceadac7c296e/efdbf5d7-2c3c-4773-9265-22ed9a22a62a/15ca4db3-72c2-4c48-b262-c61d8c2c0b9d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:28:05.364775 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks [] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.372833 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.451935 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:28:05.456751 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:05.462232 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Pushing event updated for resources: {'Port': ['ID=15ca4db3-72c2-4c48-b262-c61d8c2c0b9d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:05.464460 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:28:05.496749 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.497124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.497499 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.497848 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.498190 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.498522 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.498856 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.499224 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.499557 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.499942 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.500275 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.500683 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.501040 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Tracked resource versions report: Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: pushed versions: Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Log': {'1.0'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Network': {'1.1'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Port': {'1.7'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'PortForwarding': {'1.2'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: consumer versions: Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Log': '1.0', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Network': '1.1', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Port': '1.7', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'PortForwarding': '1.2', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'QosPolicy': '1.10', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SubPort': '1.0', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Subnet': '1.1', Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Trunk': '1.1'}} Mar 02 03:28:05.502439 dv-cinder-831090-3-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:28:05.551564 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Attempting to bind port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:28:05.552179 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Attempting to bind port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:28:05.552394 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Attempting to bind port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d on network 2ed4ae72-da67-41d9-8a79-ceadac7c296e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:28:05.557223 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:28:05.557611 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Checking segment: {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:28:05.558098 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.558495 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Bound using segment: {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:28:05.558996 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Bound port: 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:28:05.559429 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.621828 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] For port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:28:05.626078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] For port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=15ca4db3-72c2-4c48-b262-c61d8c2c0b9d,segment=NetworkSegment(79e94ff9-4bd8-48b5-b98e-817501ed3a89),segment_id=79e94ff9-4bd8-48b5-b98e-817501ed3a89)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:28:05.637480 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:05.702907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd2a31-ac06-438f-8591-a05d06cbb27c None None] Pushing event updated for resources: {'Port': ['ID=15ca4db3-72c2-4c48-b262-c61d8c2c0b9d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:07.137657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59856) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:07.454469 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-ee4d3f22-23b4-4b46-9a92-5341530c9fb4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:28:07.455616 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ee4d3f22-23b4-4b46-9a92-5341530c9fb4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169742 Mar 02 03:28:10.008042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59864) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:10.323217 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-198c9e71-eb66-4c28-8123-2bdabc5f0b40 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:28:10.324221 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-198c9e71-eb66-4c28-8123-2bdabc5f0b40 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3151743 Mar 02 03:28:12.876546 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59872) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:13.358879 dv-cinder-831090-3-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:28:13.359796 dv-cinder-831090-3-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:28:13.587146 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:13.648517 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.policy [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 03:28:13.692247 dv-cinder-831090-3-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:28:13.692627 dv-cinder-831090-3-iscsi neutron-server[103288]: WARNING oslo_policy.policy [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 03:28:13.756263 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (c84d72f3-8b02-4cf3-88ef-0be365a1a171), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:13.758191 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (c84d72f3-8b02-4cf3-88ef-0be365a1a171), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:13.918511 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Publish callbacks [] for router_controller (c84d72f3-8b02-4cf3-88ef-0be365a1a171), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:13.924561 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (c84d72f3-8b02-4cf3-88ef-0be365a1a171), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:13.951221 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:13.952684 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-33b376f2-9956-4463-a2a1-bad817a2c707 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0750966 Mar 02 03:28:16.498962 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59892) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:16.758955 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:28:16.825504 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [None req-1b0631e3-dd26-45dc-8084-48415d38e256 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:28:16.830959 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1b0631e3-dd26-45dc-8084-48415d38e256 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3309817 Mar 02 03:28:16.849507 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:16.849929 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:16.965516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:16.965850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:17.005487 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=15ca4db3-72c2-4c48-b262-c61d8c2c0b9d,segment=NetworkSegment(79e94ff9-4bd8-48b5-b98e-817501ed3a89),segment_id=79e94ff9-4bd8-48b5-b98e-817501ed3a89)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:28:17.010063 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:17.063299 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=15ca4db3-72c2-4c48-b262-c61d8c2c0b9d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:17.160435 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6e21a-fc0e-4a8d-9c5e-77f6d656b25c None None] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:28:17.233212 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-0127e70e-0e86-4c2f-adba-467f63c48694 None None] Provisioning complete for port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:17.233612 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0127e70e-0e86-4c2f-adba-467f63c48694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:17.356198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0127e70e-0e86-4c2f-adba-467f63c48694 None None] Current status of the port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:17.577753 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-46cd2991-3e67-4cf2-b5b4-86831e3fbc95 None None] Provisioning complete for port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:17.579345 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46cd2991-3e67-4cf2-b5b4-86831e3fbc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:17.630263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-46577113-fbc4-4ddd-a8bc-7756cb8569df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:17.671454 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-46cd2991-3e67-4cf2-b5b4-86831e3fbc95 None None] Current status of the port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:18.719208 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:28:18.766598 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:18.767000 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:18.845398 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:19.363128 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59900) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:19.670433 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:19.693121 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Made reservation on behalf of a97f3de256c244f3b08200c16429674c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:28:19.696368 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:19.712303 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:19.816178 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks [] for security_group (75fd0520-0aed-49a1-a764-f0b7c85c1762), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:19.819664 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (75fd0520-0aed-49a1-a764-f0b7c85c1762), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:19.830559 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103288) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 03:28:19.862044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780980474772', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (d38eb673-55e2-4869-b6e7-d5bc9c3f4b65), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:19.862595 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Unsubscribe: segment precommit_create {{(pid=103288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 03:28:19.863133 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Added segment d38eb673-55e2-4869-b6e7-d5bc9c3f4b65 of type flat for network a7177a0b-12bd-4294-841d-4606702f6a33 Mar 02 03:28:19.878715 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fd0520-0aed-49a1-a764-f0b7c85c1762,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:19.922642 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.922996 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.923362 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.923694 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.924020 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.924343 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.924680 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.925005 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.925342 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.925680 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.926003 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.926323 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.926639 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Tracked resource versions report: Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: pushed versions: Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Log': {'1.0'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Network': {'1.1'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Port': {'1.7'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'PortForwarding': {'1.2'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: consumer versions: Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Log': '1.0', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Network': '1.1', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Port': '1.7', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'PortForwarding': '1.2', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'QosPolicy': '1.10', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SubPort': '1.0', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Subnet': '1.1', Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Trunk': '1.1'}} Mar 02 03:28:19.928057 dv-cinder-831090-3-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:28:19.979336 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (a7177a0b-12bd-4294-841d-4606702f6a33), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:20.016981 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-95edcf7f-5cd5-4a9d-b4d3-9084b242c9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:20.022561 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (a7177a0b-12bd-4294-841d-4606702f6a33), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:20.023735 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:20.024446 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:20.102226 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7379539 Mar 02 03:28:20.127507 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61fa99-5f61-42ef-9e91-456906a3ebc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7177a0b-12bd-4294-841d-4606702f6a33,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:20.138091 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network a7177a0b-12bd-4294-841d-4606702f6a33 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:28:20.881240 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:22.312932 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:22.643328 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59922) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:22.867830 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241ecc9-4650-4846-9837-4535caad43ae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:22.869121 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4241ecc9-4650-4846-9837-4535caad43ae demo admin] 10.222.0.23 "GET /v2.0/subnets/efdbf5d7-2c3c-4773-9265-22ed9a22a62a HTTP/1.1" status: 200 len: 849 time: 0.2248533 Mar 02 03:28:23.004175 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-20e4eac5-e2e0-44c7-b7cd-f2084412c093 demo admin] 10.222.0.23 "GET /v2.0/routers/c84d72f3-8b02-4cf3-88ef-0be365a1a171 HTTP/1.1" status: 200 len: 704 time: 0.1294270 Mar 02 03:28:23.270936 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:23.560519 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Allocated IP 172.20.0.1 (2ed4ae72-da67-41d9-8a79-ceadac7c296e/efdbf5d7-2c3c-4773-9265-22ed9a22a62a/53f044a7-2d3a-4308-9e74-c95b7efbaec2) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:28:23.740640 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks [] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:23.807534 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:23.878313 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:28:23.882719 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:23.894767 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:28:23.895285 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (c84d72f3-8b02-4cf3-88ef-0be365a1a171), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:23.951170 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:23.957319 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Pushing event updated for resources: {'Port': ['ID=53f044a7-2d3a-4308-9e74-c95b7efbaec2,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:24.097866 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.131264 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7ff4a0ea-93a3-4688-8ea3-7351fd7b236c None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:24.131680 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a0ea-93a3-4688-8ea3-7351fd7b236c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.208645 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7ff4a0ea-93a3-4688-8ea3-7351fd7b236c None None] Port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:28:24.360949 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks [] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.365071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.365830 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (c84d72f3-8b02-4cf3-88ef-0be365a1a171), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.442451 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Pushing event updated for resources: {'Port': ['ID=53f044a7-2d3a-4308-9e74-c95b7efbaec2,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:24.490361 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:28:24.491671 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:24.657650 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Router c84d72f3-8b02-4cf3-88ef-0be365a1a171 is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:28:24.766527 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:28:24.771763 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c1e0885c-34e4-4c99-bba8-d756eb1b6b3e demo admin] 10.222.0.23 "PUT /v2.0/routers/c84d72f3-8b02-4cf3-88ef-0be365a1a171/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7624722 Mar 02 03:28:24.776606 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Sync routers for ids ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:28:24.789337 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Routers {'c84d72f3-8b02-4cf3-88ef-0be365a1a171'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:28:24.790175 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:28:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:24.833849 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a723f018-ef50-4f38-bb4c-cea5ad53dec8 None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:24.834249 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a723f018-ef50-4f38-bb4c-cea5ad53dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:24.869217 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a723f018-ef50-4f38-bb4c-cea5ad53dec8 None None] Port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:28:24.986418 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Set router c84d72f3-8b02-4cf3-88ef-0be365a1a171 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:28:25.408389 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:24Z', 'revision_number': 2, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port_host': None, '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:24Z', 'revision_number': 2, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:25.458823 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Checking router: c84d72f3-8b02-4cf3-88ef-0be365a1a171 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:28:25.459247 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Updating router c84d72f3-8b02-4cf3-88ef-0be365a1a171 port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:28:25.511004 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.016358 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks [] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.023160 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.186418 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Pushing event updated for resources: {'Port': ['ID=53f044a7-2d3a-4308-9e74-c95b7efbaec2,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:26.201596 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.201954 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.202296 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.202628 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.203504 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.203833 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.204324 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.204652 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.204976 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.205314 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.205639 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.205955 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.206272 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Tracked resource versions report: Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: pushed versions: Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Log': {'1.0'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Network': {'1.1'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Port': {'1.7'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'PortForwarding': {'1.2'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: consumer versions: Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Log': '1.0', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Network': '1.1', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Port': '1.7', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'PortForwarding': '1.2', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'QosPolicy': '1.10', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SubPort': '1.0', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Subnet': '1.1', Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Trunk': '1.1'}} Mar 02 03:28:26.207681 dv-cinder-831090-3-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:28:26.211862 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Attempting to bind port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:28:26.212279 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Attempting to bind port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:28:26.212698 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Attempting to bind port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 on network 2ed4ae72-da67-41d9-8a79-ceadac7c296e {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:28:26.217795 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:28:26.218189 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Checking segment: {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:28:26.218814 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.219285 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Bound using segment: {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:28:26.219785 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Bound port: 53f044a7-2d3a-4308-9e74-c95b7efbaec2, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e94ff9-4bd8-48b5-b98e-817501ed3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:28:26.220167 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.285495 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] For port 53f044a7-2d3a-4308-9e74-c95b7efbaec2, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:28:26.298034 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-f53f9183-7649-470b-8df8-b3325342429a None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:26.298627 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f53f9183-7649-470b-8df8-b3325342429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.306633 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] For port 53f044a7-2d3a-4308-9e74-c95b7efbaec2, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=53f044a7-2d3a-4308-9e74-c95b7efbaec2,segment=NetworkSegment(79e94ff9-4bd8-48b5-b98e-817501ed3a89),segment_id=79e94ff9-4bd8-48b5-b98e-817501ed3a89)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:28:26.313675 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.336939 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f53f9183-7649-470b-8df8-b3325342429a None None] Port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:28:26.360206 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Routers {'c84d72f3-8b02-4cf3-88ef-0be365a1a171'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:28:26.361168 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:28:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:26.471625 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b7ee-ed23-435c-9e12-3eae96a0c62c None None] Pushing event updated for resources: {'Port': ['ID=53f044a7-2d3a-4308-9e74-c95b7efbaec2,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:26.479882 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] Set router c84d72f3-8b02-4cf3-88ef-0be365a1a171 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:28:26.558726 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:26.559413 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.636495 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Current status of the port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:26.636833 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.668457 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] For port 53f044a7-2d3a-4308-9e74-c95b7efbaec2, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=53f044a7-2d3a-4308-9e74-c95b7efbaec2,segment=NetworkSegment(79e94ff9-4bd8-48b5-b98e-817501ed3a89),segment_id=79e94ff9-4bd8-48b5-b98e-817501ed3a89)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:28:26.673872 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:26.693109 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:24Z', 'revision_number': 2, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port_host': None, '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:26Z', 'revision_number': 4, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:26.720226 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ace518-7c47-44b0-b764-2858daa5e0f4 None None] The sync data for ids ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'] in dv-cinder-831090-3-iscsi is: [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:24Z', 'revision_number': 2, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port_host': None, '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:26Z', 'revision_number': 4, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:28:26.728688 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb250d70-bb0f-4636-a5c0-1442db959fb7 None None] Pushing event updated for resources: {'Port': ['ID=53f044a7-2d3a-4308-9e74-c95b7efbaec2,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:27.243363 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59942) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:27.354857 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05438c35-9f10-433a-882b-4da596af605b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:27.356182 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-05438c35-9f10-433a-882b-4da596af605b admin admin] 10.222.0.23 "GET /v2.0/networks/a7177a0b-12bd-4294-841d-4606702f6a33 HTTP/1.1" status: 200 len: 842 time: 0.1118684 Mar 02 03:28:27.367389 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:27.389033 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Made reservation on behalf of a97f3de256c244f3b08200c16429674c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:28:27.391455 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:27.738655 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.objects.ports [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103288) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 03:28:27.739119 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (57850adc-2a0f-49ec-a153-b26fa36df6bf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:27.801006 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Pushing event updated for resources: {'Subnet': ['ID=57850adc-2a0f-49ec-a153-b26fa36df6bf,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:27.817398 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:28:27.817754 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Network hostable DHCP agents. Network: a7177a0b-12bd-4294-841d-4606702f6a33, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:28:27.839857 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:28:27.853399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, a7177a0b-12bd-4294-841d-4606702f6a33) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:27.859991 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:27.861202 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:27.863896 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2989aaf2-018d-44eb-a997-c1d2dd81063b None None] Network a7177a0b-12bd-4294-841d-4606702f6a33 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:28:27.885344 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-45f650b6-56fa-478a-888e-84b93757854f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5222270 Mar 02 03:28:28.002169 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6365595-2c0e-45fe-be78-7e4daa27bbec None None] Network a7177a0b-12bd-4294-841d-4606702f6a33 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:28:30.387514 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 59950) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:30.650916 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3167ecfd-46e1-437a-a16d-1ca41c803c7c demo admin] 10.222.0.23 "GET /v2.0/routers/c84d72f3-8b02-4cf3-88ef-0be365a1a171 HTTP/1.1" status: 200 len: 710 time: 0.2621262 Mar 02 03:28:30.766551 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8db13-bcf2-4aa7-b008-5ca2a0e8f457 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:28:30.773224 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-87a8db13-bcf2-4aa7-b008-5ca2a0e8f457 demo admin] 10.222.0.23 "GET /v2.0/networks/a7177a0b-12bd-4294-841d-4606702f6a33 HTTP/1.1" status: 200 len: 886 time: 0.1118927 Mar 02 03:28:30.777084 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:28:31.034378 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks [] for router_gateway (c84d72f3-8b02-4cf3-88ef-0be365a1a171), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:31.274193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks [] for router_gateway (c84d72f3-8b02-4cf3-88ef-0be365a1a171), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:31.351523 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:31.554322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Allocated IP 172.27.0.207 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/3c1a9a34-5dc5-44b6-a886-de7576e0957b) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:28:31.660251 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks [] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:31.725255 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:31.797391 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:28:31.801965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:28:31.812181 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:28:31.818022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Pushing event updated for resources: {'Port': ['ID=3c1a9a34-5dc5-44b6-a886-de7576e0957b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:32.110845 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks [] for router_gateway (c84d72f3-8b02-4cf3-88ef-0be365a1a171), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:32.313098 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-545536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6435'] for router (c84d72f3-8b02-4cf3-88ef-0be365a1a171), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:32.318090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-545787'] for router (c84d72f3-8b02-4cf3-88ef-0be365a1a171), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:32.431453 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Router c84d72f3-8b02-4cf3-88ef-0be365a1a171 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:28:32.541812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:28:32.546494 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:32.547749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9513ae53-7571-45c6-9b1f-b317d51fb9e3 demo admin] 10.222.0.23 "PUT /v2.0/routers/c84d72f3-8b02-4cf3-88ef-0be365a1a171 HTTP/1.1" status: 200 len: 890 time: 1.7738853 Mar 02 03:28:34.755401 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 53f044a7-2d3a-4308-9e74-c95b7efbaec2 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:28:34.804151 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:34.804455 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:34.881765 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:35.135740 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 59962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:28:35.255965 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8e2f2d03-d490-4f06-a0c6-8f3efc7bd1ef admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190064 Mar 02 03:28:35.458798 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Sync routers for ids ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:28:35.470844 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Routers {'c84d72f3-8b02-4cf3-88ef-0be365a1a171'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:28:35.471542 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:28:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:35.686662 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Set router c84d72f3-8b02-4cf3-88ef-0be365a1a171 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:28:36.175840 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:31Z', 'revision_number': 4, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port': {'id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:31Z', 'updated_at': '2022-03-02T03:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:26Z', 'revision_number': 5, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:36.225763 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Checking router: c84d72f3-8b02-4cf3-88ef-0be365a1a171 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:28:36.226067 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Updating router c84d72f3-8b02-4cf3-88ef-0be365a1a171 port 3c1a9a34-5dc5-44b6-a886-de7576e0957b binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:28:36.278848 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.608362 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks [] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.613508 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.665102 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Attempting to bind port 3c1a9a34-5dc5-44b6-a886-de7576e0957b on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:28:36.665471 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Attempting to bind port 3c1a9a34-5dc5-44b6-a886-de7576e0957b by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:28:36.665831 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Attempting to bind port 3c1a9a34-5dc5-44b6-a886-de7576e0957b on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:28:36.668508 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc31-443a-4f87-9d5e-0ffd1ab8c2c6 None None] Pushing event updated for resources: {'Port': ['ID=3c1a9a34-5dc5-44b6-a886-de7576e0957b,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:36.674650 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:28:36.674901 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:28:36.675339 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.675808 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:28:36.676191 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Bound port: 3c1a9a34-5dc5-44b6-a886-de7576e0957b, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:28:36.676551 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.726749 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] For port 3c1a9a34-5dc5-44b6-a886-de7576e0957b, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:28:36.729607 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] For port 3c1a9a34-5dc5-44b6-a886-de7576e0957b, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=3c1a9a34-5dc5-44b6-a886-de7576e0957b,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:28:36.736040 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:36.793206 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9fc31-443a-4f87-9d5e-0ffd1ab8c2c6 None None] Pushing event updated for resources: {'Port': ['ID=3c1a9a34-5dc5-44b6-a886-de7576e0957b,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:36.795726 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Routers {'c84d72f3-8b02-4cf3-88ef-0be365a1a171'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:28:36.796326 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:28:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:36.910514 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] Set router c84d72f3-8b02-4cf3-88ef-0be365a1a171 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:28:37.143540 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:31Z', 'revision_number': 4, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port': {'id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:31Z', 'updated_at': '2022-03-02T03:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:26Z', 'revision_number': 5, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:28:37.177756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a314aa2-47d1-4dc4-942c-de105eff0379 None None] The sync data for ids ['c84d72f3-8b02-4cf3-88ef-0be365a1a171'] in dv-cinder-831090-3-iscsi is: [{'id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'name': 'router1', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:28:13Z', 'updated_at': '2022-03-02T03:28:31Z', 'revision_number': 4, 'project_id': '869590024b6940fa9697ccff8251292e', 'gw_port': {'id': '3c1a9a34-5dc5-44b6-a886-de7576e0957b', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:56:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:31Z', 'updated_at': '2022-03-02T03:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '53f044a7-2d3a-4308-9e74-c95b7efbaec2', 'name': '', 'network_id': '2ed4ae72-da67-41d9-8a79-ceadac7c296e', 'tenant_id': '869590024b6940fa9697ccff8251292e', 'mac_address': 'fa:16:3e:dc:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84d72f3-8b02-4cf3-88ef-0be365a1a171', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:28:23Z', 'updated_at': '2022-03-02T03:28:26Z', 'revision_number': 5, 'project_id': '869590024b6940fa9697ccff8251292e', 'subnets': [{'id': 'efdbf5d7-2c3c-4773-9265-22ed9a22a62a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46098f5b-153b-4895-8dee-fe91b078b54b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:28:38.779322 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 3c1a9a34-5dc5-44b6-a886-de7576e0957b up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:28:38.858458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 3c1a9a34-5dc5-44b6-a886-de7576e0957b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:38.859190 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:38.969549 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 3c1a9a34-5dc5-44b6-a886-de7576e0957b is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:38.969961 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:38.995022 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 3c1a9a34-5dc5-44b6-a886-de7576e0957b, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=3c1a9a34-5dc5-44b6-a886-de7576e0957b,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:28:39.006654 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:39.092532 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=3c1a9a34-5dc5-44b6-a886-de7576e0957b,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:28:40.816907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 3c1a9a34-5dc5-44b6-a886-de7576e0957b up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:28:41.002693 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 3c1a9a34-5dc5-44b6-a886-de7576e0957b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:28:41.003128 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (3c1a9a34-5dc5-44b6-a886-de7576e0957b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:41.269479 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 3c1a9a34-5dc5-44b6-a886-de7576e0957b is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:28:47.623849 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f5788f2-c4b2-4f4e-8f4c-1c07fcfea51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:48.081293 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:28:50.033406 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5eeff66-74b0-4536-b745-8138d6b59551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:50.895344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:52.319792 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:28:53.997409 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:17.632203 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-837956f6-7b81-4c86-b13a-e1ff2354e533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:20.032421 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9308dfc3-f5be-444f-9168-7853db713a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:20.889425 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:22.322181 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:23.963567 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:25.085400 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:29:47.625836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-27379ad8-7258-4c23-8bd2-a6dee41e5272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:50.034385 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-22697ce0-edde-4d18-b668-8d4a81334018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:50.891224 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:52.323848 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:53.957715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:56.975689 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60446) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:29:57.037692 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-0740d624-87b9-4f67-925f-703e4d427eb7 admin admin] GET failed (client error): The resource could not be found. Mar 02 03:29:57.038954 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0740d624-87b9-4f67-925f-703e4d427eb7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623906 Mar 02 03:29:57.200239 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddcd0e0-e2cf-45ba-9c03-e57c9949680b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:29:57.201714 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dddcd0e0-e2cf-45ba-9c03-e57c9949680b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1586943 Mar 02 03:29:59.523832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60456) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:29:59.615020 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0eb10f-d67c-4102-b53c-205adc2b9535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:29:59.616385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-cb0eb10f-d67c-4102-b53c-205adc2b9535 admin admin] 10.222.0.23 "GET /v2.0/subnets/efdbf5d7-2c3c-4773-9265-22ed9a22a62a HTTP/1.1" status: 200 len: 849 time: 0.0916235 Mar 02 03:29:59.626256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:29:59.710796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Publish callbacks [] for subnet (efdbf5d7-2c3c-4773-9265-22ed9a22a62a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:59.911199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780980587749'] for subnet (efdbf5d7-2c3c-4773-9265-22ed9a22a62a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:59.946481 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:29:59.947730 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:29:59.948402 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] 10.222.0.23 "PUT /v2.0/subnets/efdbf5d7-2c3c-4773-9265-22ed9a22a62a HTTP/1.1" status: 200 len: 868 time: 0.3262458 Mar 02 03:29:59.966208 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bf0a5-bf94-43d3-901e-d3a6ff876ec1 None None] Network 2ed4ae72-da67-41d9-8a79-ceadac7c296e requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:29:59.966796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efdbf5d7-2c3c-4773-9265-22ed9a22a62a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:29:59.974343 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.974729 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.975116 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.975469 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.975811 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.976149 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.976488 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.976824 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.977162 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.977502 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.977837 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.978165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:29:59.978493 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70700828-e339-45ed-afe9-65d3e12e6e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:00.259952 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Provisioning complete for port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:30:00.260343 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (53f044a7-2d3a-4308-9e74-c95b7efbaec2), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:00.338883 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Current status of the port 53f044a7-2d3a-4308-9e74-c95b7efbaec2 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:30:00.349560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Provisioning complete for port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:30:00.349955 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (15ca4db3-72c2-4c48-b262-c61d8c2c0b9d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:00.423178 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ed988fbc-de54-4131-8173-0f90c083e255 None None] Current status of the port 15ca4db3-72c2-4c48-b262-c61d8c2c0b9d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:30:02.084141 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:30:02.276856 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60464) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:02.473739 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba9b70-384c-474b-8c0f-1e2d16855cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:02.474143 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba9b70-384c-474b-8c0f-1e2d16855cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:02.475712 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a4ba9b70-384c-474b-8c0f-1e2d16855cd8 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1979160 Mar 02 03:30:04.778258 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60472) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:04.986054 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd55a44-f03b-41ae-aeac-6e647332046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:04.986535 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd55a44-f03b-41ae-aeac-6e647332046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:04.988096 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9dd55a44-f03b-41ae-aeac-6e647332046c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2089012 Mar 02 03:30:07.332782 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60482) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:07.461494 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b5198-57b0-4d98-b06e-cec3084b042c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:07.462848 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a47b5198-57b0-4d98-b06e-cec3084b042c admin admin] 10.222.0.23 "GET /v2.0/networks/2ed4ae72-da67-41d9-8a79-ceadac7c296e HTTP/1.1" status: 200 len: 868 time: 0.1291108 Mar 02 03:30:09.789001 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:09.983849 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615694ad-83df-4fe6-b689-82ad8aa8edfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:09.985220 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-615694ad-83df-4fe6-b689-82ad8aa8edfd admin admin] 10.222.0.23 "GET /v2.0/networks/a7177a0b-12bd-4294-841d-4606702f6a33 HTTP/1.1" status: 200 len: 886 time: 0.1952665 Mar 02 03:30:12.299771 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60498) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:12.423316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05baf706-de50-4123-b686-b2e4efb47de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:12.423774 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05baf706-de50-4123-b686-b2e4efb47de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:12.425302 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-05baf706-de50-4123-b686-b2e4efb47de8 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246040 Mar 02 03:30:14.741984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:14.866339 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaff234-2482-43c4-8c3b-656e30adcff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:14.866797 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaff234-2482-43c4-8c3b-656e30adcff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:14.871076 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9eaff234-2482-43c4-8c3b-656e30adcff1 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257262 Mar 02 03:30:17.188804 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:17.275500 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d9660-383d-40e0-ae59-81fb811df4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:17.276841 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-dc6d9660-383d-40e0-ae59-81fb811df4b7 admin admin] 10.222.0.23 "GET /v2.0/subnets/57850adc-2a0f-49ec-a153-b26fa36df6bf HTTP/1.1" status: 200 len: 816 time: 0.0870981 Mar 02 03:30:17.627762 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b1ede44c-35da-4ac6-8eb9-8d217ba19f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:19.591590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60522) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:19.684863 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99651cb0-6ac4-4698-9e3d-bc1547a8f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:19.686728 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-99651cb0-6ac4-4698-9e3d-bc1547a8f5b2 admin admin] 10.222.0.23 "GET /v2.0/subnets/efdbf5d7-2c3c-4773-9265-22ed9a22a62a HTTP/1.1" status: 200 len: 868 time: 0.0940716 Mar 02 03:30:20.037788 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce749971-4778-4c44-937c-9d3d7febad87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:20.894058 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:22.330081 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:23.958390 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:39.084099 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:30:47.631080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4fee8959-0eb5-43f3-aa0b-cc274a86ab17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:48.051301 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60574) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:48.097489 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-0f328908-ab5d-448f-b452-bcbe415660bb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:30:48.098496 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0f328908-ab5d-448f-b452-bcbe415660bb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462620 Mar 02 03:30:50.039998 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0bc7ef36-ca1c-4418-80db-bcbdf5227d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:50.507636 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60582) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:50.568583 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8c6370-7920-475f-bd85-0412487e64b8 admin admin] GET failed (client error): The resource could not be found. Mar 02 03:30:50.569890 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4c8c6370-7920-475f-bd85-0412487e64b8 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613186 Mar 02 03:30:50.656219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86782d8e-336c-4340-8fef-40c8da163a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:50.657689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-86782d8e-336c-4340-8fef-40c8da163a30 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837955 Mar 02 03:30:50.896236 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:52.330437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:52.989217 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:53.035727 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:30:53.055349 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Made reservation on behalf of a97f3de256c244f3b08200c16429674c for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:30:53.057551 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:53.084491 dv-cinder-831090-3-iscsi neutron-server[103288]: WARNING neutron.services.revisions.revision_plugin [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Could not find related network for resource to bump revision. Mar 02 03:30:53.098713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:30:53.109179 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (28ff5d07-34c5-4bd4-99da-62c2d1308498), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:53.109524 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Added segment 28ff5d07-34c5-4bd4-99da-62c2d1308498 of type vlan for network 697f0a07-8813-49e1-969c-9b7e79b36694 Mar 02 03:30:53.147212 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (697f0a07-8813-49e1-969c-9b7e79b36694), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:53.169062 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (697f0a07-8813-49e1-969c-9b7e79b36694), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:53.170704 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:53.171308 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:53.219876 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2295451 Mar 02 03:30:53.234798 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Pushing event updated for resources: {'Network': ['ID=697f0a07-8813-49e1-969c-9b7e79b36694,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:30:53.242238 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.242589 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.242938 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.243324 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.243666 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.244004 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.244338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.244676 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.245006 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.245338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.245693 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.246020 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.246347 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3b594-0465-46c8-887f-f5147b07eca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:53.259520 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 697f0a07-8813-49e1-969c-9b7e79b36694 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:30:53.960659 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:55.570318 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:30:55.629705 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9066f22c-f62f-408a-9fb4-b03179aaaea1 admin admin] GET failed (client error): The resource could not be found. Mar 02 03:30:55.630953 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9066f22c-f62f-408a-9fb4-b03179aaaea1 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596197 Mar 02 03:30:55.728917 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4941e3-ec95-4c1a-b1b9-bfb78d3ee1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:55.730347 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d4941e3-ec95-4c1a-b1b9-bfb78d3ee1df admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0955176 Mar 02 03:30:55.741565 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694', 'cidr': '192.168.233.0/24'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:30:55.759654 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Made reservation on behalf of a97f3de256c244f3b08200c16429674c for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:30:55.761756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:55.920871 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (7cea27f3-a43b-40e0-b61d-6a4745676841), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:55.971275 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cea27f3-a43b-40e0-b61d-6a4745676841,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:30:55.981950 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Checking segment: {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:30:55.982302 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Network hostable DHCP agents. Network: 697f0a07-8813-49e1-969c-9b7e79b36694, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:30:55.998385 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Network 697f0a07-8813-49e1-969c-9b7e79b36694 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:30:56.006231 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 697f0a07-8813-49e1-969c-9b7e79b36694) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:30:56.010459 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:30:56.011407 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.016279 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f818768-e483-41f1-b329-550fa7e83061 None None] Network 697f0a07-8813-49e1-969c-9b7e79b36694 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:30:56.026857 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bb14e2f4-7e6c-4556-84de-bfc5954ead8f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2902746 Mar 02 03:30:56.125485 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-697f0a07-8813-49e1-969c-9b7e79b36694', 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694', 'project_id': 'a97f3de256c244f3b08200c16429674c', 'fixed_ips': [{'subnet_id': '7cea27f3-a43b-40e0-b61d-6a4745676841'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:30:56.126368 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.269287 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Allocated IP 192.168.233.2 (697f0a07-8813-49e1-969c-9b7e79b36694/7cea27f3-a43b-40e0-b61d-6a4745676841/567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:30:56.414764 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks [] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.420977 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.463615 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Network 697f0a07-8813-49e1-969c-9b7e79b36694 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:30:56.466552 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:30:56.475663 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:30:56.478817 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Pushing event updated for resources: {'Port': ['ID=567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:30:56.490235 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.490641 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.491005 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.491387 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.491784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.492151 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.492518 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.492857 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.493186 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.493479 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.493805 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.494130 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.494804 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:30:56.639578 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Attempting to bind port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:30:56.639863 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Attempting to bind port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:30:56.640225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Attempting to bind port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d on network 697f0a07-8813-49e1-969c-9b7e79b36694 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:30:56.645405 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:30:56.645783 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Checking segment: {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:30:56.646181 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.646573 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Bound using segment: {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:30:56.647030 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Bound port: 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:30:56.647435 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.707730 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] For port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:30:56.710934 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] For port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:30:56.717837 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:56.781986 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad9b30-1509-403c-a407-0ff6a874b2ea None None] Pushing event updated for resources: {'Port': ['ID=567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:30:57.623364 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613e598-4d65-48fa-a2f3-473da894cdba None None] Network 697f0a07-8813-49e1-969c-9b7e79b36694 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:30:57.702642 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Provisioning complete for port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:30:57.703040 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:57.828436 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Current status of the port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:30:57.828832 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:57.864870 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] For port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:30:57.872896 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:57.925116 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7406b-3eb1-4dd8-9859-8f77554cb335 None None] Pushing event updated for resources: {'Port': ['ID=567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:30:57.997689 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-41e766b9-56af-4114-844e-3856588f317a None None] Provisioning complete for port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:30:57.998205 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-41e766b9-56af-4114-844e-3856588f317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:58.075114 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-41e766b9-56af-4114-844e-3856588f317a None None] Current status of the port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:30:58.854319 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:30:58.902989 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:30:58.903514 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:30:58.983436 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 567f0bf4-75a5-4f98-8fa7-dcb6a5c1330d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:31:16.082970 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:31:17.634440 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eca18f07-e377-4a88-862a-9929137ead64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:20.040558 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fecacbc7-691d-4d7b-8004-474012d38521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:20.900445 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:22.334371 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:23.962599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:47.643460 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-42888730-7219-43a5-a94c-2ad6dd45d0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:50.045243 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f970b67b-788f-4a14-ac0c-7303658d1375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:50.902560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:52.336776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:31:53.081930 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:31:53.965448 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:17.635688 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b401c9cd-81fd-4e92-b192-600e72bf14a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:20.047085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8506504d-51f1-4413-ae72-73de48c25271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:20.905808 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:22.340820 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.398123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60636) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:32:23.403948 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [None req-4796bb71-2568-44f3-a8e0-59e2999eadae tempest-verify_tempest_config-2136260414 tempest-verify_tempest_config-2136260414-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:32:23.404969 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4796bb71-2568-44f3-a8e0-59e2999eadae tempest-verify_tempest_config-2136260414 tempest-verify_tempest_config-2136260414-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058706 Mar 02 03:32:23.691607 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60654) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:32:23.791977 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.865100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Publish callbacks [] for security_group (e3301702-a7c4-42d9-b20c-3576123d4d7e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.868615 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e3301702-a7c4-42d9-b20c-3576123d4d7e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.914877 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a20a78f2ca44559b4958fb333410ce7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2221017 Mar 02 03:32:23.916506 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3301702-a7c4-42d9-b20c-3576123d4d7e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:32:23.917568 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60660) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:32:23.924072 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.924449 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.924811 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.925152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.925489 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.925846 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.926181 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.926520 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.926887 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.927265 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.927600 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.927928 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.928247 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b896c9-4c74-475d-ab50-15d49bdc954f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:23.967143 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.973627 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Publish callbacks [] for security_group (e3301702-a7c4-42d9-b20c-3576123d4d7e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:23.994571 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Publish callbacks [] for security_group (e3301702-a7c4-42d9-b20c-3576123d4d7e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:24.084984 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e3301702-a7c4-42d9-b20c-3576123d4d7e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:24.087543 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:24.088684 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3301702-a7c4-42d9-b20c-3576123d4d7e HTTP/1.1" status: 204 len: 168 time: 0.1696849 Mar 02 03:32:24.097096 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3301702-a7c4-42d9-b20c-3576123d4d7e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:32:24.103640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.103998 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.104345 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.104686 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.105025 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.105355 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.105706 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.106045 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.106389 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.106735 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.107102 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.107421 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:24.107744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34947e48-c5e1-4555-8a73-5e08e28be886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:32:30.081292 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:32:47.638652 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5c707145-a695-4f2a-80c9-eccd10719a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:50.048377 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fc1b14de-84ad-490a-a4b3-3f2960bc110a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:50.909470 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:52.344404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:32:53.970775 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:07.080593 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:33:17.640997 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-30ca8059-5804-4fa4-9f80-6574a6a81c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:20.051566 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-23b05abc-043c-43ba-bb3a-ed9adfc6a763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:20.911068 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:22.347811 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:23.972500 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:44.078714 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 5 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:33:47.641851 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7354a37f-750e-4038-a181-1f22386d1dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:50.052691 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0c260b6-5889-4918-a170-87d47a32f9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:50.914532 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:52.351024 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:33:53.979138 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:06.338954 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-542629'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:17.643738 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3d309c2-15f0-4327-bea7-00abafc96afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:20.053631 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7cbca39f-4e9a-4671-b678-f555bded8c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:20.915863 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:21.078804 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:34:21.085980 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60730) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:34:21.190446 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5461649a-3490-4b7e-99fe-d3b860952dec admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033905 Mar 02 03:34:22.353865 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:23.527017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:34:23.580271 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d4cd6cfa-fe09-4d22-b594-ced611ebd6f2 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521703 Mar 02 03:34:23.972187 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:36.300471 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:47.648180 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f853b789-2804-4228-b7a4-181d031f702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:50.055619 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b348e777-df6b-4326-9322-b216204d1ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:50.919027 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:52.357640 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:53.975443 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:34:58.077026 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:35:06.296709 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:17.650531 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-04b575d3-c6e3-4e26-b690-aa7ca6f90768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:20.057679 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-91ca771e-69e1-4d37-9834-1b5bbee68e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:20.920416 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:22.361028 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:23.979528 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:35.075611 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:35:36.298145 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:47.654088 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-78edeb71-df94-4750-96e7-be9cb57352a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:50.062607 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-385eece9-22c0-48a8-9b96-7cd35f7de44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:50.925285 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:52.364321 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:53.997553 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.226359 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60934) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:58.518852 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1015345096-network', 'tenant_id': 'b3c8fe4c2483453594312bc39df134c3'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:58.541657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Made reservation on behalf of b3c8fe4c2483453594312bc39df134c3 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:58.544039 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.549457 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60958) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:58.564978 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.641634 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks [] for security_group (f15f840d-56f4-4446-868d-17c711f4102b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.647022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f15f840d-56f4-4446-868d-17c711f4102b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.673302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f840d-56f4-4446-868d-17c711f4102b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:58.684717 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.685169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.685566 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.685904 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.686231 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.686561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.686901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.687255 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.687589 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.687933 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.688260 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.688579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.688894 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Tracked resource versions report: Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: pushed versions: Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Log': {'1.0'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Network': {'1.1'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Port': {'1.7'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'PortForwarding': {'1.2'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: consumer versions: Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: HyperV agent@hv-cinder-83109: {}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Log': '1.0', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Network': '1.1', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Port': '1.7', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'PortForwarding': '1.2', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'SubPort': '1.0', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Subnet': '1.1', Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Mar 02 03:35:58.690008 dv-cinder-831090-3-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:35:58.692669 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:35:58.704769 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (9c726307-c160-4b5e-8ecd-a2ad4232e20e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.705448 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Added segment 9c726307-c160-4b5e-8ecd-a2ad4232e20e of type vlan for network fad69f68-5001-4cf9-8d95-506b927650c5 Mar 02 03:35:58.756635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (fad69f68-5001-4cf9-8d95-506b927650c5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.788787 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (fad69f68-5001-4cf9-8d95-506b927650c5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.789950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:35:58.791300 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.811938 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5845120 Mar 02 03:35:58.815157 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 60976) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:58.827171 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Request body: {'subnet': {'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1015345096-subnet', 'tenant_id': 'b3c8fe4c2483453594312bc39df134c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:58.834021 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-706551424-network', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:58.868307 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Made reservation on behalf of b3c8fe4c2483453594312bc39df134c3 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:58.870741 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.873631 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Made reservation on behalf of e7eaffa6e46a4505b1573a455ec97201 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:58.875835 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:58.896547 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0560e3-c906-4f74-bb8c-a70149113c10 admin admin] Pushing event updated for resources: {'Network': ['ID=fad69f68-5001-4cf9-8d95-506b927650c5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:58.906966 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network fad69f68-5001-4cf9-8d95-506b927650c5 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:35:58.984892 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 60982) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:59.046594 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.056078 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (f3551002-de06-4524-85b3-8099efd0d547), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.120550 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3551002-de06-4524-85b3-8099efd0d547,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:59.129597 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.130226 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.130794 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.131373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.131852 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.132350 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.132889 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.133366 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.133865 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.134883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.135394 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.135938 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.136446 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Tracked resource versions report: Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: pushed versions: Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: { 'AddressGroup': {'1.2'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'ConntrackHelper': {'1.0'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Log': {'1.0'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Network': {'1.1'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Port': {'1.7'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'PortForwarding': {'1.2'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'QosPolicy': {'1.10'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroup': {'1.5'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SubPort': {'1.0'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Subnet': {'1.1'}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Trunk': {'1.1'}} Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: consumer versions: Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: HyperV agent@hv-cinder-83109: {}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'ConntrackHelper': '1.0', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'LocalIPAssociation': '1.0', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Log': '1.0', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Network': '1.1', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Port': '1.7', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'PortForwarding': '1.2', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'QosPolicy': '1.10', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroup': '1.5', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SecurityGroupRule': '1.2', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'SubPort': '1.0', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Subnet': '1.1', Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: 'Trunk': '1.1'}} Mar 02 03:35:59.137647 dv-cinder-831090-3-iscsi neutron-server[103288]: {{(pid=103288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:35:59.187199 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Checking segment: {'id': '9c726307-c160-4b5e-8ecd-a2ad4232e20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:35:59.187558 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Network hostable DHCP agents. Network: fad69f68-5001-4cf9-8d95-506b927650c5, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:35:59.222903 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Network fad69f68-5001-4cf9-8d95-506b927650c5 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:35:59.245538 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, fad69f68-5001-4cf9-8d95-506b927650c5) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:35:59.252054 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:35:59.252054 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.255578 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d222c-cf60-4b77-991a-aa6f2a014c3a None None] Network fad69f68-5001-4cf9-8d95-506b927650c5 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:35:59.282931 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks [] for security_group (f7f4370a-1e3f-47af-968c-15a31d778873), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.284837 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-565960967-network', 'tenant_id': '09984f8e36f7441a9780f793a60a43b4'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:59.287147 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1689b22b-37b0-4b55-a791-9c9b3fa7db54 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4706869 Mar 02 03:35:59.299201 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f7f4370a-1e3f-47af-968c-15a31d778873), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.325434 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:35:59.326674 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Made reservation on behalf of 09984f8e36f7441a9780f793a60a43b4 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:59.329114 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.344257 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4370a-1e3f-47af-968c-15a31d778873,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:59.349525 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.355255 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (e7226311-871a-44ef-9fb8-b5fa6fab5445), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.356098 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Added segment e7226311-871a-44ef-9fb8-b5fa6fab5445 of type vlan for network f2b3d2cd-489e-4454-8144-25e2fab88e9d Mar 02 03:35:59.413157 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (f2b3d2cd-489e-4454-8144-25e2fab88e9d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.451830 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (f2b3d2cd-489e-4454-8144-25e2fab88e9d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.453600 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:35:59.454737 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.508890 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed813be-7a08-4b1a-8ae4-d3bb37d38f1e None None] Network fad69f68-5001-4cf9-8d95-506b927650c5 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:35:59.523975 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9733310 Mar 02 03:35:59.527443 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 32774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:59.531006 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks [] for security_group (74a0f735-8abe-4dd7-ad03-264735423a4e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.536938 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Request body: {'subnet': {'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-706551424-subnet', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:59.539009 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (74a0f735-8abe-4dd7-ad03-264735423a4e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.561956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:35:59.565023 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Made reservation on behalf of e7eaffa6e46a4505b1573a455ec97201 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:59.569036 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.592431 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (1b3364d4-2992-4305-8468-702d2b8e4add), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.592772 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Added segment 1b3364d4-2992-4305-8468-702d2b8e4add of type vlan for network 17e7b514-37b2-4cf8-8e1f-7bc2e2881145 Mar 02 03:35:59.604834 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c702f-9829-46eb-b8da-a0c6a3e57923 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b3d2cd-489e-4454-8144-25e2fab88e9d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:59.632704 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:35:59.699245 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a0f735-8abe-4dd7-ad03-264735423a4e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:59.733702 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (17e7b514-37b2-4cf8-8e1f-7bc2e2881145), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.789900 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (17e7b514-37b2-4cf8-8e1f-7bc2e2881145), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.791868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:35:59.792794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.894188 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] Pushing event updated for resources: {'Network': ['ID=17e7b514-37b2-4cf8-8e1f-7bc2e2881145,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:35:59.901311 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (5a7aa198-99d5-4c9d-9dd6-81715d067181), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.905588 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 17e7b514-37b2-4cf8-8e1f-7bc2e2881145 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:35:59.911941 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8d646b21-6f9d-4937-bf10-fb45374fba56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9256365 Mar 02 03:35:59.927901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32798) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:35:59.933236 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Request body: {'subnet': {'network_id': '17e7b514-37b2-4cf8-8e1f-7bc2e2881145', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-565960967-subnet', 'tenant_id': '09984f8e36f7441a9780f793a60a43b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:35:59.957542 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Made reservation on behalf of 09984f8e36f7441a9780f793a60a43b4 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:35:59.961288 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:35:59.994869 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Checking segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:35:59.995417 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Network hostable DHCP agents. Network: f2b3d2cd-489e-4454-8144-25e2fab88e9d, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:36:00.001629 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7aa198-99d5-4c9d-9dd6-81715d067181,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:00.021554 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:36:00.034761 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, f2b3d2cd-489e-4454-8144-25e2fab88e9d) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:00.040845 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:00.042927 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.049031 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8f638-6acf-49d2-a978-885551ddfe95 None None] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:00.085294 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6d72d4a4-ab05-4425-bae7-5d57a9269b5b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5533366 Mar 02 03:36:00.086024 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 32802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:00.092625 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:00.122926 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.131899 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.236006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:36:00.237517 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.245197 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (2e8dfd05-6382-4b98-85b8-c189fc3a5b3c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.269573 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for router_controller (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.296388 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8dfd05-6382-4b98-85b8-c189fc3a5b3c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:00.338798 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Checking segment: {'id': '1b3364d4-2992-4305-8468-702d2b8e4add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '17e7b514-37b2-4cf8-8e1f-7bc2e2881145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:00.339452 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Network hostable DHCP agents. Network: 17e7b514-37b2-4cf8-8e1f-7bc2e2881145, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:36:00.360669 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Network 17e7b514-37b2-4cf8-8e1f-7bc2e2881145 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:36:00.375419 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 17e7b514-37b2-4cf8-8e1f-7bc2e2881145) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:00.388614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:00.389206 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.395381 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0064c1a-954c-42d1-becf-2e5455040bbb None None] Network 17e7b514-37b2-4cf8-8e1f-7bc2e2881145 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:00.439627 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c14c3ede-b06b-4a55-b751-9ba18af675a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5105851 Mar 02 03:36:00.498577 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for router_gateway (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.592964 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73d18d6-b59d-4490-946a-6aea9d6db9f2 None None] Network 17e7b514-37b2-4cf8-8e1f-7bc2e2881145 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:00.599875 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Allocated IP 172.20.0.2 (f2b3d2cd-489e-4454-8144-25e2fab88e9d/5a7aa198-99d5-4c9d-9dd6-81715d067181/ef7a63fc-5268-4170-9af2-2c313a5ce171) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:00.861644 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks [] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.872759 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:00.940844 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:00.943797 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:00.946433 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:00.965124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Pushing event updated for resources: {'Port': ['ID=ef7a63fc-5268-4170-9af2-2c313a5ce171,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:00.997462 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.997854 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.998217 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.998561 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.998884 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.999249 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:00.999579 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.000023 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.000893 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.000893 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.001113 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.001317 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.001638 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Tracked resource versions report: Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: pushed versions: Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: { 'AddressGroup': {'1.2'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'ConntrackHelper': {'1.0'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Log': {'1.0'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Network': {'1.1'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Port': {'1.7'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'PortForwarding': {'1.2'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'QosPolicy': {'1.10'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroup': {'1.5'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SubPort': {'1.0'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Subnet': {'1.1'}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Trunk': {'1.1'}} Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: consumer versions: Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: HyperV agent@hv-cinder-83109: {}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'ConntrackHelper': '1.0', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'LocalIPAssociation': '1.0', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Log': '1.0', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Network': '1.1', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Port': '1.7', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'PortForwarding': '1.2', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'QosPolicy': '1.10', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroup': '1.5', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SecurityGroupRule': '1.2', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'SubPort': '1.0', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Subnet': '1.1', Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: 'Trunk': '1.1'}} Mar 02 03:36:01.002805 dv-cinder-831090-3-iscsi neutron-server[103289]: {{(pid=103289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:36:01.016291 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for router_gateway (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.041894 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.080647 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Attempting to bind port ef7a63fc-5268-4170-9af2-2c313a5ce171 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:36:01.081106 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Attempting to bind port ef7a63fc-5268-4170-9af2-2c313a5ce171 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:36:01.081365 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Attempting to bind port ef7a63fc-5268-4170-9af2-2c313a5ce171 on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:01.087835 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:36:01.088216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Checking segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:01.088628 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.089043 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Bound using segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:36:01.089481 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Bound port: ef7a63fc-5268-4170-9af2-2c313a5ce171, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:36:01.095188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.190687 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] For port ef7a63fc-5268-4170-9af2-2c313a5ce171, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:36:01.194456 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] For port ef7a63fc-5268-4170-9af2-2c313a5ce171, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=ef7a63fc-5268-4170-9af2-2c313a5ce171,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:36:01.202548 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.214670 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Allocated IP 172.27.0.252 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/68322ed3-9516-4828-8498-9ef18f7dfcf4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:01.279253 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d602b4-44d1-41d0-b665-11734bf33a17 None None] Pushing event updated for resources: {'Port': ['ID=ef7a63fc-5268-4170-9af2-2c313a5ce171,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:01.404935 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.468819 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.546923 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:01.554302 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:01.559315 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:01.590892 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32862) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:01.595761 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-787966772-network', 'tenant_id': '23f1e28099f746afa73182b19ccc8ba7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:01.670088 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=68322ed3-9516-4828-8498-9ef18f7dfcf4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:01.677787 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Made reservation on behalf of 23f1e28099f746afa73182b19ccc8ba7 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:01.683877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.723727 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.938697 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks [] for security_group (5e0b01dc-533d-444e-ba25-6d8e7f681da6), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:01.955497 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5e0b01dc-533d-444e-ba25-6d8e7f681da6), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.052172 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:36:02.064924 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (e1c33924-2a94-4280-9011-8bf56baa9687), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.065392 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Added segment e1c33924-2a94-4280-9011-8bf56baa9687 of type vlan for network ac4b074b-de4d-4ba2-9569-b742f29291bc Mar 02 03:36:02.077345 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for router_gateway (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.094887 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0b01dc-533d-444e-ba25-6d8e7f681da6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:02.176655 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (ac4b074b-de4d-4ba2-9569-b742f29291bc), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.203306 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:02.205345 dv-cinder-831090-3-iscsi neutron-server[103287]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 03:36:02.241982 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (ac4b074b-de4d-4ba2-9569-b742f29291bc), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.244606 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:02.244606 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.472643 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.541848 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9498150 Mar 02 03:36:02.549677 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 32940) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:02.557661 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Request body: {'subnet': {'network_id': 'ac4b074b-de4d-4ba2-9569-b742f29291bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-787966772-subnet', 'tenant_id': '23f1e28099f746afa73182b19ccc8ba7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:02.624203 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Made reservation on behalf of 23f1e28099f746afa73182b19ccc8ba7 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:02.633789 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:02.647162 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32948) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:02.657168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-a18ba4ee-0d6a-49d0-bc1c-36e819435fc2 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:02.664026 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-a18ba4ee-0d6a-49d0-bc1c-36e819435fc2 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/networks?id=fad69f68-5001-4cf9-8d95-506b927650c5 HTTP/1.1" status: 200 len: 812 time: 0.4596653 Mar 02 03:36:02.683246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e06c1-10ff-4b45-9172-616622d85663 admin admin] Pushing event updated for resources: {'Network': ['ID=ac4b074b-de4d-4ba2-9569-b742f29291bc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:02.694950 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-75c0fbad-cfd6-46e6-badb-36ca56ad096b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/quotas/b3c8fe4c2483453594312bc39df134c3 HTTP/1.1" status: 200 len: 375 time: 0.0297129 Mar 02 03:36:02.698088 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network ac4b074b-de4d-4ba2-9569-b742f29291bc details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:36:02.740168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32954) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:02.808924 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-019b61c7-9dab-4774-8da4-f05510f0bb67 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3c8fe4c2483453594312bc39df134c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128774 Mar 02 03:36:02.873643 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0598f-6121-4a02-abf0-c79d0a08b015 None None] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:02.983256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aea8d2a9-159d-4974-9e6f-8b4737046727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.016472 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:36:03.031787 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (e5938e14-b891-402e-96a7-cd87ae450e23), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.045492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90193ab9-b78b-4098-bf9a-b16dd8f69103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.156742 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5938e14-b891-402e-96a7-cd87ae450e23,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:03.188963 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-66f1e530-4ec7-4784-85a9-a3ee0f4eb638 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:36:03.190000 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-66f1e530-4ec7-4784-85a9-a3ee0f4eb638 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1554010 Mar 02 03:36:03.201967 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device ef7a63fc-5268-4170-9af2-2c313a5ce171 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:03.264179 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Provisioning complete for port ef7a63fc-5268-4170-9af2-2c313a5ce171 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:03.264583 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.321334 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-6e7f8e9a-4870-4a73-9198-3d20e0931572 service neutron] 10.222.0.23 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219769 Mar 02 03:36:03.373455 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Current status of the port ef7a63fc-5268-4170-9af2-2c313a5ce171 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:03.374329 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.379773 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Checking segment: {'id': 'e1c33924-2a94-4280-9011-8bf56baa9687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ac4b074b-de4d-4ba2-9569-b742f29291bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:03.380335 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Network hostable DHCP agents. Network: ac4b074b-de4d-4ba2-9569-b742f29291bc, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:36:03.410812 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:36:03.424158 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475b17-c627-4287-9952-f006d099091d None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:36:03.428403 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Network ac4b074b-de4d-4ba2-9569-b742f29291bc is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:36:03.440938 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.441192 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:03.441585 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:35:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:03.444933 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7a73761b-e2ad-428a-98e1-d9741eef3bc3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3532116 Mar 02 03:36:03.445075 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, ac4b074b-de4d-4ba2-9569-b742f29291bc) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:03.451687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:03.452890 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.456470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90193ab9-b78b-4098-bf9a-b16dd8f69103 admin admin] Publish callbacks [] for security_group (def4ded0-1ed1-48ce-8cba-8d238b682217), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.459750 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 32992) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:03.460950 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] For port ef7a63fc-5268-4170-9af2-2c313a5ce171, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=ef7a63fc-5268-4170-9af2-2c313a5ce171,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:03.466368 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8489ea-83cd-4dd9-a7bd-3994a080fb1c None None] Network ac4b074b-de4d-4ba2-9569-b742f29291bc requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:03.486665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.499706 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-30ee2694-fae0-4d70-be88-6323d72b22a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9395022 Mar 02 03:36:03.538679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-90193ab9-b78b-4098-bf9a-b16dd8f69103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (def4ded0-1ed1-48ce-8cba-8d238b682217), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.583456 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aea8d2a9-159d-4974-9e6f-8b4737046727 admin admin] Publish callbacks [] for security_group (4e2936b7-8946-49e8-aeee-104c101a9cbc), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.638778 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:03.656409 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-aea8d2a9-159d-4974-9e6f-8b4737046727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4e2936b7-8946-49e8-aeee-104c101a9cbc), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.677942 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6ceef-7c0c-4984-92d7-55fc1bdf8669 None None] Pushing event updated for resources: {'Port': ['ID=ef7a63fc-5268-4170-9af2-2c313a5ce171,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:03.691855 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-90193ab9-b78b-4098-bf9a-b16dd8f69103 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3622d99b5c743a98fc51ae0039bfe93&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0248306 Mar 02 03:36:03.710111 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33006) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:03.713052 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-575c0a65-226f-4ffe-9804-d0f7219e2954 service neutron] 10.222.0.23 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731217 Mar 02 03:36:03.723628 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port ef7a63fc-5268-4170-9af2-2c313a5ce171 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:03.724100 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:03.745020 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-aea8d2a9-159d-4974-9e6f-8b4737046727 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20c327288bfd42c09656b209c73298ac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0036137 Mar 02 03:36:03.746081 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90193ab9-b78b-4098-bf9a-b16dd8f69103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def4ded0-1ed1-48ce-8cba-8d238b682217,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:03.750676 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33008) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:03.767458 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:03.972198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113191c7-f357-4aea-afbb-a83f55174f57 None None] Network ac4b074b-de4d-4ba2-9569-b742f29291bc requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:04.081904 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:01Z', 'revision_number': 3, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:04.104302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8d2a9-159d-4974-9e6f-8b4737046727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2936b7-8946-49e8-aeee-104c101a9cbc,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:04.116018 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port ef7a63fc-5268-4170-9af2-2c313a5ce171 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:04.130310 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Deleting subnet 2e8dfd05-6382-4b98-85b8-c189fc3a5b3c {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:36:04.130775 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475b17-c627-4287-9952-f006d099091d None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:36:04.131525 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475b17-c627-4287-9952-f006d099091d None None] Updating router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 port 68322ed3-9516-4828-8498-9ef18f7dfcf4 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:36:04.151806 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Publish callbacks [] for subnet (2e8dfd05-6382-4b98-85b8-c189fc3a5b3c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.173448 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] Publish callbacks [] for security_group (def4ded0-1ed1-48ce-8cba-8d238b682217), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.195422 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.254262 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ae9bd7c7-bb20-4aaa-b20d-fc13e7d2ae5a None None] Provisioning complete for port ef7a63fc-5268-4170-9af2-2c313a5ce171 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:04.254780 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd7c7-bb20-4aaa-b20d-fc13e7d2ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.272844 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Publish callbacks [] for subnet (2e8dfd05-6382-4b98-85b8-c189fc3a5b3c), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.291886 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] Publish callbacks [] for security_group (4e2936b7-8946-49e8-aeee-104c101a9cbc), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.310243 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (2e8dfd05-6382-4b98-85b8-c189fc3a5b3c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.334820 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] Publish callbacks [] for security_group (def4ded0-1ed1-48ce-8cba-8d238b682217), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.375613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33046) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:04.378760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] Publish callbacks [] for security_group (4e2936b7-8946-49e8-aeee-104c101a9cbc), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.458919 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ae9bd7c7-bb20-4aaa-b20d-fc13e7d2ae5a None None] Current status of the port ef7a63fc-5268-4170-9af2-2c313a5ce171 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:04.470622 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de51388c-3236-41ef-9261-3f7b251a5c02 req-b984b02e-6391-46fc-a706-f729e1aeb4da tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0938849 Mar 02 03:36:04.483728 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (2e8dfd05-6382-4b98-85b8-c189fc3a5b3c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.505817 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.512753 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e8dfd05-6382-4b98-85b8-c189fc3a5b3c HTTP/1.1" status: 204 len: 168 time: 0.8724833 Mar 02 03:36:04.514716 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33052) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:04.545920 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68fd1a-69b8-4a54-aa89-fead7fa6414c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8dfd05-6382-4b98-85b8-c189fc3a5b3c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:04.609770 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (def4ded0-1ed1-48ce-8cba-8d238b682217), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.614146 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.615514 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/def4ded0-1ed1-48ce-8cba-8d238b682217 HTTP/1.1" status: 204 len: 168 time: 0.9012268 Mar 02 03:36:04.628176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4e2936b7-8946-49e8-aeee-104c101a9cbc), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.628543 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks [] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.631970 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.632157 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (17e7b514-37b2-4cf8-8e1f-7bc2e2881145), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.637195 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e2936b7-8946-49e8-aeee-104c101a9cbc HTTP/1.1" status: 204 len: 168 time: 0.8580229 Mar 02 03:36:04.643817 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.647346 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68189f26-85d4-4496-9f0e-2f0d3a6ee7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4ded0-1ed1-48ce-8cba-8d238b682217,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:04.658703 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a35954-019c-456e-8fe5-cba8398daf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2936b7-8946-49e8-aeee-104c101a9cbc,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:04.705430 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5e475b17-c627-4287-9952-f006d099091d None None] Attempting to bind port 68322ed3-9516-4828-8498-9ef18f7dfcf4 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:36:04.706313 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5e475b17-c627-4287-9952-f006d099091d None None] Attempting to bind port 68322ed3-9516-4828-8498-9ef18f7dfcf4 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:36:04.707128 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e475b17-c627-4287-9952-f006d099091d None None] Attempting to bind port 68322ed3-9516-4828-8498-9ef18f7dfcf4 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:04.735262 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e475b17-c627-4287-9952-f006d099091d None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:36:04.735999 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e475b17-c627-4287-9952-f006d099091d None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:04.736630 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.737347 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e475b17-c627-4287-9952-f006d099091d None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:36:04.738040 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-5e475b17-c627-4287-9952-f006d099091d None None] Bound port: 68322ed3-9516-4828-8498-9ef18f7dfcf4, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:36:04.738623 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.820549 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5e475b17-c627-4287-9952-f006d099091d None None] For port 68322ed3-9516-4828-8498-9ef18f7dfcf4, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:36:04.834669 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-5e475b17-c627-4287-9952-f006d099091d None None] For port 68322ed3-9516-4828-8498-9ef18f7dfcf4, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=68322ed3-9516-4828-8498-9ef18f7dfcf4,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:36:04.854376 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-5e475b17-c627-4287-9952-f006d099091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.867665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (17e7b514-37b2-4cf8-8e1f-7bc2e2881145), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:04.886193 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:04.887374 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:35:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:04.935128 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.935489 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.936235 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.936579 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > port after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.936919 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.937256 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > port after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.937579 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.938356 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.938356 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:04.938564 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:05.066644 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.105929 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:05.208979 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device ef7a63fc-5268-4170-9af2-2c313a5ce171 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:05.375230 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port ef7a63fc-5268-4170-9af2-2c313a5ce171 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:05.375625 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.417985 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Pushing event updated for resources: {'Port': ['ID=68322ed3-9516-4828-8498-9ef18f7dfcf4,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:05.471342 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.472084 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.472605 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.473123 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.473498 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.473789 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.474113 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.474587 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.475108 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.475660 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.478290 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.478954 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.479527 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Tracked resource versions report: Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: pushed versions: Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: { 'AddressGroup': {'1.2'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'ConntrackHelper': {'1.0'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'LocalIPAssociation': {'1.0'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Log': {'1.0'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Network': {'1.1'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Port': {'1.7'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'PortForwarding': {'1.2'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'QosPolicy': {'1.10'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroup': {'1.5'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroupRule': {'1.2'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SubPort': {'1.0'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Subnet': {'1.1'}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Trunk': {'1.1'}} Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: consumer versions: Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: { DHCP agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: HyperV agent@hv-cinder-83109: {}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: L3 agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: Metadata agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: Metering agent@dv-cinder-831090-3-iscsi: {}, Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: Open vSwitch agent@dv-cinder-831090-3-iscsi: { 'AddressGroup': '1.2', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'ConntrackHelper': '1.0', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'LocalIPAssociation': '1.0', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Log': '1.0', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Network': '1.1', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Port': '1.7', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'PortForwarding': '1.2', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'QosPolicy': '1.10', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroup': '1.5', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SecurityGroupRule': '1.2', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'SubPort': '1.0', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Subnet': '1.1', Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: 'Trunk': '1.1'}} Mar 02 03:36:05.482658 dv-cinder-831090-3-iscsi neutron-server[103290]: {{(pid=103290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 03:36:05.512373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:05.512850 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:05.513064 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:05.513712 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:05.513848 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e7b514-37b2-4cf8-8e1f-7bc2e2881145']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:05.554913 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3364d4-2992-4305-8468-702d2b8e4add') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:05.555086 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3364d4-2992-4305-8468-702d2b8e4add') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:05.583516 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (1b3364d4-2992-4305-8468-702d2b8e4add), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.610380 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Allocated IP 172.20.0.1 (f2b3d2cd-489e-4454-8144-25e2fab88e9d/5a7aa198-99d5-4c9d-9dd6-81715d067181/d6c547d9-6e9a-4ccc-ac16-9f4d3748178e) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:05.612443 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (1b3364d4-2992-4305-8468-702d2b8e4add), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.631162 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:36:05.632980 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (1b3364d4-2992-4305-8468-702d2b8e4add), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: from cryptography.utils import int_from_bytes Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:36:05.641924 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:36:05.669218 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port ef7a63fc-5268-4170-9af2-2c313a5ce171 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:05.689494 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33102) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:05.722491 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db023810-e65e-4a8e-b250-9cc0840942d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.724205 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4df72-ada2-4af2-8384-ce647c5d18f4 None None] Pushing event updated for resources: {'Port': ['ID=68322ed3-9516-4828-8498-9ef18f7dfcf4,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:05.766357 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-5e475b17-c627-4287-9952-f006d099091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:01Z', 'revision_number': 3, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:05.824629 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475b17-c627-4287-9952-f006d099091d None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:01Z', 'revision_number': 3, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:36:05.865170 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-34ff1eaa-e005-41fe-9ca1-3f381818b652 req-3987bd2b-9e0f-4a4a-b948-7d0f9f2d6ea0 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.1591754 Mar 02 03:36:05.903318 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks [] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.906504 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (17e7b514-37b2-4cf8-8e1f-7bc2e2881145), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.924388 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:05.929115 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] 10.222.0.23 "DELETE /v2.0/networks/17e7b514-37b2-4cf8-8e1f-7bc2e2881145 HTTP/1.1" status: 204 len: 168 time: 1.4134269 Mar 02 03:36:05.936758 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33114) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:05.960516 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca396e6-f297-488d-a675-b1dd2e1dec03 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e7b514-37b2-4cf8-8e1f-7bc2e2881145,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:06.041713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db023810-e65e-4a8e-b250-9cc0840942d8 admin admin] Publish callbacks [] for security_group (a29c9814-a85e-4660-ad67-f766cded04a1), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.047037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Deleting subnet e5938e14-b891-402e-96a7-cd87ae450e23 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:36:06.050817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.059169 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-db023810-e65e-4a8e-b250-9cc0840942d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a29c9814-a85e-4660-ad67-f766cded04a1), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.059418 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Publish callbacks [] for subnet (e5938e14-b891-402e-96a7-cd87ae450e23), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.119365 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-db023810-e65e-4a8e-b250-9cc0840942d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bc71c8577dd409b8958906fad085c94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4285469 Mar 02 03:36:06.120096 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db023810-e65e-4a8e-b250-9cc0840942d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c9814-a85e-4660-ad67-f766cded04a1,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:06.123084 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33126) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:06.141568 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:06.147965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:06.158751 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Publish callbacks [] for subnet (e5938e14-b891-402e-96a7-cd87ae450e23), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.171035 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (e5938e14-b891-402e-96a7-cd87ae450e23), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.227159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:06.228354 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.244894 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] Publish callbacks [] for security_group (a29c9814-a85e-4660-ad67-f766cded04a1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.272532 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] Publish callbacks [] for security_group (a29c9814-a85e-4660-ad67-f766cded04a1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.359903 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a29c9814-a85e-4660-ad67-f766cded04a1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.362496 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.363998 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a29c9814-a85e-4660-ad67-f766cded04a1 HTTP/1.1" status: 204 len: 168 time: 0.2258654 Mar 02 03:36:06.382132 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca7ae3-a766-4007-a1aa-4cfef4401657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c9814-a85e-4660-ad67-f766cded04a1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:06.392172 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:06.604418 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (e5938e14-b891-402e-96a7-cd87ae450e23), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.604804 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-d365bd44-4fae-4405-9bd6-6358e170483e None None] Provisioning complete for port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:06.605349 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d365bd44-4fae-4405-9bd6-6358e170483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.653061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-d365bd44-4fae-4405-9bd6-6358e170483e None None] Port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:36:06.694757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5938e14-b891-402e-96a7-cd87ae450e23,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:06.709853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.713636 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-36ce8a48-4bdc-4d5a-9052-08ad5e4d920e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5938e14-b891-402e-96a7-cd87ae450e23 HTTP/1.1" status: 204 len: 168 time: 0.7692428 Mar 02 03:36:06.716280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33146) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:06.821142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (ac4b074b-de4d-4ba2-9569-b742f29291bc), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.836510 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.903286 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.940490 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (ac4b074b-de4d-4ba2-9569-b742f29291bc), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:06.970634 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4b074b-de4d-4ba2-9569-b742f29291bc']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:06.987297 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c33924-2a94-4280-9011-8bf56baa9687') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:06.987748 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c33924-2a94-4280-9011-8bf56baa9687') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:06.998541 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (e1c33924-2a94-4280-9011-8bf56baa9687), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.020855 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (e1c33924-2a94-4280-9011-8bf56baa9687), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.034913 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:36:07.035417 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (e1c33924-2a94-4280-9011-8bf56baa9687), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:36:07.037111 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:36:07.124283 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (ac4b074b-de4d-4ba2-9569-b742f29291bc), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.136319 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.141201 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ac4b074b-de4d-4ba2-9569-b742f29291bc HTTP/1.1" status: 204 len: 168 time: 0.4214768 Mar 02 03:36:07.165792 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e05966-7455-435e-a970-fc3aa97ffd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac4b074b-de4d-4ba2-9569-b742f29291bc,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:07.239570 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 68322ed3-9516-4828-8498-9ef18f7dfcf4 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:07.334481 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d5861ba4-f0ad-4b4d-ad3b-a6ef01e098ac req-bd776a21-99be-4f18-9a4b-d65ac32c43b9 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.1131983 Mar 02 03:36:07.363619 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33172) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:07.369712 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks [] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.383822 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.384799 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.439981 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-994513b1-3c26-4b5f-a441-0d9025f39e07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09984f8e36f7441a9780f793a60a43b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0752087 Mar 02 03:36:07.444009 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:07.454602 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 68322ed3-9516-4828-8498-9ef18f7dfcf4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:07.455367 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.547465 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] Publish callbacks [] for security_group (74a0f735-8abe-4dd7-ad03-264735423a4e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.569199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:07.606967 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] Publish callbacks [] for security_group (74a0f735-8abe-4dd7-ad03-264735423a4e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.692592 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:07.700598 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:07.724863 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (74a0f735-8abe-4dd7-ad03-264735423a4e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.727494 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.742649 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74a0f735-8abe-4dd7-ad03-264735423a4e HTTP/1.1" status: 204 len: 168 time: 0.2976172 Mar 02 03:36:07.759429 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1374f-ca3c-4f5a-93c6-adc2dab83b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a0f735-8abe-4dd7-ad03-264735423a4e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:07.780365 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 68322ed3-9516-4828-8498-9ef18f7dfcf4 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:07.780897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.869053 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 68322ed3-9516-4828-8498-9ef18f7dfcf4, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=68322ed3-9516-4828-8498-9ef18f7dfcf4,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:07.885277 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:07.978780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:36:07.986072 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=68322ed3-9516-4828-8498-9ef18f7dfcf4,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:08.119804 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:36:08.123901 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-baad40cf-2ca4-4b3f-aef2-3937199bdfa2 None None] Provisioning complete for port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:08.124622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-baad40cf-2ca4-4b3f-aef2-3937199bdfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:08.127092 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9379ceaa-0e48-4cc2-8209-0982b65f4316 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6618323 Mar 02 03:36:08.163756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-baad40cf-2ca4-4b3f-aef2-3937199bdfa2 None None] Port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:36:08.305393 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:36:08.325020 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:08.328120 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:35:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:08.400126 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33230) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:08.478634 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ea112c2-757e-4e78-8332-4d871c9bb471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23f1e28099f746afa73182b19ccc8ba7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0771742 Mar 02 03:36:08.481490 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33234) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:08.513182 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:08.554440 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b34018ae-d4af-4609-b577-a1a65ba88eee req-467b4296-7201-4f3a-96b4-3d838a33c7d6 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0409341 Mar 02 03:36:08.573107 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] Publish callbacks [] for security_group (5e0b01dc-533d-444e-ba25-6d8e7f681da6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:08.597334 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] Publish callbacks [] for security_group (5e0b01dc-533d-444e-ba25-6d8e7f681da6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:08.653699 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5e0b01dc-533d-444e-ba25-6d8e7f681da6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:08.664827 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:08.668990 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0b01dc-533d-444e-ba25-6d8e7f681da6 HTTP/1.1" status: 204 len: 168 time: 0.1841590 Mar 02 03:36:08.683948 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1143850-6fa8-4372-b31d-cc1411586ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0b01dc-533d-444e-ba25-6d8e7f681da6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:08.813869 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 2, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:08.886075 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:36:08.886492 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Updating router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:36:08.923011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.078338 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33262) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:09.084224 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119051489', 'description': 'tempest-description--1237277567'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:09.115721 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.148974 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 68322ed3-9516-4828-8498-9ef18f7dfcf4 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:09.230736 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (01408f73-4cda-4b0b-b105-8c839a8cbec2), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.244186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (01408f73-4cda-4b0b-b105-8c839a8cbec2), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.277556 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks [] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.279270 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 68322ed3-9516-4828-8498-9ef18f7dfcf4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:09.279634 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.283377 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01408f73-4cda-4b0b-b105-8c839a8cbec2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:09.297734 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.299429 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c96f95d6-ebbf-48f1-88fd-b373810c1b94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2200308 Mar 02 03:36:09.302378 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:09.311637 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group_rule': {'security_group_id': '01408f73-4cda-4b0b-b105-8c839a8cbec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:09.321398 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.347078 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (f5041041-9e3f-47c4-81eb-e77372ac3e02), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.389199 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136841-cc11-4d22-a4bd-6f803e01a920 None None] Pushing event updated for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:09.453167 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (f5041041-9e3f-47c4-81eb-e77372ac3e02), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.459878 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (f5041041-9e3f-47c4-81eb-e77372ac3e02), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.476230 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5041041-9e3f-47c4-81eb-e77372ac3e02,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:09.507848 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.513446 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7021816b-0056-4d24-b0ab-34e5b23a9f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073119 Mar 02 03:36:09.513788 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33288) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:09.519222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group_rule': {'security_group_id': '01408f73-4cda-4b0b-b105-8c839a8cbec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:09.562303 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (bd923f69-3ea9-4a12-9499-dcb13dc57d01), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.681245 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (bd923f69-3ea9-4a12-9499-dcb13dc57d01), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.689170 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (bd923f69-3ea9-4a12-9499-dcb13dc57d01), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.723379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd923f69-3ea9-4a12-9499-dcb13dc57d01,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:09.746352 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Attempting to bind port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:36:09.746830 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Attempting to bind port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:36:09.747317 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Attempting to bind port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:09.750391 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 68322ed3-9516-4828-8498-9ef18f7dfcf4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:09.755193 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:36:09.755658 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Checking segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:09.756207 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.756666 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Bound using segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:36:09.757211 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Bound port: d6c547d9-6e9a-4ccc-ac16-9f4d3748178e, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:36:09.757604 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.772240 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a09e381a-a855-4ee0-9b69-ff0735397bd0 req-4cbb1665-960a-4ecd-9b43-24b96d7a6d44 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0523856 Mar 02 03:36:09.776614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.777576 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2db5ee3c-3829-4a5a-aa21-4ca98183d069 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627983 Mar 02 03:36:09.780763 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33302) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:09.785321 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:09.824649 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.848751 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-8e63ddff-1565-4c72-836e-7c0b45f7b498 None None] Provisioning complete for port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:09.849213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8e63ddff-1565-4c72-836e-7c0b45f7b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:09.888742 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] For port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:36:09.906974 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] For port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:36:09.929373 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.004052 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8e63ddff-1565-4c72-836e-7c0b45f7b498 None None] Port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:36:10.021874 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:10.022805 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:35:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:10.141399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.153889 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:10.292836 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Allocated IP 172.27.0.241 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/bcaae103-d853-4e72-b540-a3f712caf89f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:10.302354 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8136841-cc11-4d22-a4bd-6f803e01a920 None None] Pushing event updated for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:10.336507 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:10.341291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-36475165-0475-4133-8b41-26e37375d738 None None] Provisioning complete for port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:10.341643 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36475165-0475-4133-8b41-26e37375d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.419389 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (bcaae103-d853-4e72-b540-a3f712caf89f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.461296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.509927 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:10.514712 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:10.524691 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:10.526961 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-36475165-0475-4133-8b41-26e37375d738 None None] Current status of the port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:10.527398 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36475165-0475-4133-8b41-26e37375d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.531101 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=bcaae103-d853-4e72-b540-a3f712caf89f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:10.600010 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69dc9789-1a6b-4173-a692-d7d3f9f3ec4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.602138 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:09Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:10.652803 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0388c9-1c60-4b65-838f-730d03cda9e3 None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:09Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:36:10.676344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-36475165-0475-4133-8b41-26e37375d738 None None] For port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:10.693043 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-36475165-0475-4133-8b41-26e37375d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:10.730077 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.35', 61956) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:10.866891 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36475165-0475-4133-8b41-26e37375d738 None None] Pushing event updated for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:11.007138 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1d5f855-62fc-4d09-bf5d-987ab381d003 req-c5538c2e-04a8-4045-bcc0-7e56501e50fb tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0823014 Mar 02 03:36:11.027156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.111258 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-77f0d4b2-3b8e-4d94-b393-276b817ea5ba tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:11.112787 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-77f0d4b2-3b8e-4d94-b393-276b817ea5ba tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.35 "GET /v2.0/networks?id=fad69f68-5001-4cf9-8d95-506b927650c5 HTTP/1.1" status: 200 len: 812 time: 0.3792300 Mar 02 03:36:11.154406 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.154614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69dc9789-1a6b-4173-a692-d7d3f9f3ec4a admin admin] Publish callbacks [] for security_group (8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.164112 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-69dc9789-1a6b-4173-a692-d7d3f9f3ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.204611 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Request body: {'port': {'device_id': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5', 'admin_state_up': True, 'tenant_id': 'b3c8fe4c2483453594312bc39df134c3'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:11.225237 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d6c547d9-6e9a-4ccc-ac16-9f4d3748178e up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:11.308345 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc9789-1a6b-4173-a692-d7d3f9f3ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:11.362248 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-69dc9789-1a6b-4173-a692-d7d3f9f3ec4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9417bbc45c8494db568a6126445fa4e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0230484 Mar 02 03:36:11.393880 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33376) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:11.402261 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:11.402712 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.548964 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (bcaae103-d853-4e72-b540-a3f712caf89f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.561131 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.650140 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33382) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:11.671694 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:11.708152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=bcaae103-d853-4e72-b540-a3f712caf89f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:11.867271 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.905068 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:11.907528 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f20c5680-39bf-41c9-be9b-ba57fe1e77f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1257436 Mar 02 03:36:11.946631 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e01701e-40aa-40bf-8adb-b18fd30691dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.098046 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:36:12.156944 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e01701e-40aa-40bf-8adb-b18fd30691dc admin admin] Publish callbacks [] for security_group (715e74e5-4d8f-4d65-b801-75b22d946f2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.167213 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e01701e-40aa-40bf-8adb-b18fd30691dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (715e74e5-4d8f-4d65-b801-75b22d946f2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.209952 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6e01701e-40aa-40bf-8adb-b18fd30691dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=633676b7fed144d8b1b2d0babcb2ec46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5578339 Mar 02 03:36:12.217951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:12.274009 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] Publish callbacks [] for security_group (8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.338631 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] Publish callbacks [] for security_group (8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.344152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] Publish callbacks [] for security_group (715e74e5-4d8f-4d65-b801-75b22d946f2f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.353223 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01701e-40aa-40bf-8adb-b18fd30691dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e74e5-4d8f-4d65-b801-75b22d946f2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:12.443612 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] Publish callbacks [] for security_group (715e74e5-4d8f-4d65-b801-75b22d946f2f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.451963 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Made reservation on behalf of b3c8fe4c2483453594312bc39df134c3 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:12.453115 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.521986 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (715e74e5-4d8f-4d65-b801-75b22d946f2f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.525681 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.526929 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/715e74e5-4d8f-4d65-b801-75b22d946f2f HTTP/1.1" status: 204 len: 168 time: 0.3078945 Mar 02 03:36:12.564435 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97906ccd-c500-4e66-a564-5a1ebf6bf683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e74e5-4d8f-4d65-b801-75b22d946f2f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:12.572923 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-102b9261-9641-438f-a6ec-397afde10480 req-05275de9-a416-4404-b1ab-549519fcc647 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.3351078 Mar 02 03:36:12.742070 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.746991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:12.748335 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab HTTP/1.1" status: 204 len: 168 time: 1.3534989 Mar 02 03:36:12.822927 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-f95af3c4-50df-415d-b85e-ab413981f1e4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2119051489&fields=id&tenant_id=e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 267 time: 0.3559968 Mar 02 03:36:12.866916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cccd20-5629-4c24-af99-6c015fdf7722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8845e6d0-26ed-4fe2-819f-f10f9c4ce7ab,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:13.177300 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Allocated IP 172.20.0.2 (fad69f68-5001-4cf9-8d95-506b927650c5/f3551002-de06-4524-85b3-8099efd0d547/986e127d-0c43-4831-86d6-63ab8eed6000) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:13.216152 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ff7dc0f9-8e22-4b57-a0aa-1a46ccf16a97 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:13.218045 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ff7dc0f9-8e22-4b57-a0aa-1a46ccf16a97 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 810 time: 0.3940237 Mar 02 03:36:13.543918 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-d574a029-586a-4d94-bc87-026531d61272 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/quotas/e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 375 time: 0.3151362 Mar 02 03:36:13.741534 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-86227047-cb26-4c39-9f95-507778d3cbd2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1822281 Mar 02 03:36:13.762442 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks [] for port (986e127d-0c43-4831-86d6-63ab8eed6000), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:13.819888 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33504) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:13.934509 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bccfa21c-7479-48f5-bfa1-4497e8c433bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:13.989075 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3db1ac47-ec5e-44d4-b777-e201c3c654e7 req-f7bc056d-d970-4bc1-bbb7-c37f3ede4429 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0919471 Mar 02 03:36:14.055462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.130707 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33518) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:14.326209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bccfa21c-7479-48f5-bfa1-4497e8c433bf admin admin] Publish callbacks [] for security_group (fda8eaa1-b1fa-418b-8952-96e1a873a2a9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.330141 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-04938d0f-46fd-42eb-be01-6a425eb682f1 service neutron] 10.222.0.23 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581069 Mar 02 03:36:14.343584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Network fad69f68-5001-4cf9-8d95-506b927650c5 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:14.344427 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bccfa21c-7479-48f5-bfa1-4497e8c433bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (fda8eaa1-b1fa-418b-8952-96e1a873a2a9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.371972 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f3c86f-12fe-48d3-96dc-1fbc545799a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.397746 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfa21c-7479-48f5-bfa1-4497e8c433bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda8eaa1-b1fa-418b-8952-96e1a873a2a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:14.401703 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:14.491799 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f3c86f-12fe-48d3-96dc-1fbc545799a5 admin admin] Publish callbacks [] for security_group (a19a896b-09f3-4089-badd-d6a7d9c333bb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.498099 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c3f3c86f-12fe-48d3-96dc-1fbc545799a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a19a896b-09f3-4089-badd-d6a7d9c333bb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.502434 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Pushing event updated for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:14.511043 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bccfa21c-7479-48f5-bfa1-4497e8c433bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=900b4b4bc8bc4b84958bd00d912aa510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6194732 Mar 02 03:36:14.514329 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:14.519779 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:14.520416 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.521728 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33534) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:14.567289 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-dc3ce37b-7466-4250-976f-12587d81b3e4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3750997 Mar 02 03:36:14.600111 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-16a86a05-b911-449d-b636-e5bdc47bfcfb service neutron] 10.222.0.23 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580774 Mar 02 03:36:14.623531 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3c86f-12fe-48d3-96dc-1fbc545799a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19a896b-09f3-4089-badd-d6a7d9c333bb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:14.636346 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33544) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:14.639971 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c3f3c86f-12fe-48d3-96dc-1fbc545799a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1811f1649c9546eead1f2213ab97c6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076222 Mar 02 03:36:14.684189 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] Publish callbacks [] for security_group (fda8eaa1-b1fa-418b-8952-96e1a873a2a9), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.720006 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] Publish callbacks [] for security_group (fda8eaa1-b1fa-418b-8952-96e1a873a2a9), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.752534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] Publish callbacks [] for security_group (a19a896b-09f3-4089-badd-d6a7d9c333bb), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.802635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] Publish callbacks [] for security_group (a19a896b-09f3-4089-badd-d6a7d9c333bb), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.815165 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (fda8eaa1-b1fa-418b-8952-96e1a873a2a9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.817779 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.819117 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fda8eaa1-b1fa-418b-8952-96e1a873a2a9 HTTP/1.1" status: 204 len: 168 time: 0.2894230 Mar 02 03:36:14.846105 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5c0c9-75f0-4dbc-b15a-a6f993f3e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda8eaa1-b1fa-418b-8952-96e1a873a2a9,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:14.908938 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a19a896b-09f3-4089-badd-d6a7d9c333bb), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.913401 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:14.915557 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a19a896b-09f3-4089-badd-d6a7d9c333bb HTTP/1.1" status: 204 len: 168 time: 0.2777853 Mar 02 03:36:14.940234 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e3411-6dc5-40f4-a378-f7b77d8eef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19a896b-09f3-4089-badd-d6a7d9c333bb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:14.986501 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62d723d-6ef8-44a2-b8b2-dd7eb9efb53c req-319f0ae8-4d3b-44a0-a402-3b081da02cbb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0661542 Mar 02 03:36:15.177556 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a3b9-e4ad-4d89-bcba-15870cfb144e req-1326918f-0923-4b7b-b63c-90ab6888fa09 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:15.190402 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c714a3b9-e4ad-4d89-bcba-15870cfb144e req-1326918f-0923-4b7b-b63c-90ab6888fa09 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.1046598 Mar 02 03:36:15.284358 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c714a3b9-e4ad-4d89-bcba-15870cfb144e req-9976d168-33cb-48d9-808c-6863df6860c3 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Mar 02 03:36:16.160566 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e304c079-df8e-4b83-9d8f-a03f193aad8b req-5f728a39-81b4-47c9-a823-c7226b4f41e6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0422325 Mar 02 03:36:16.428877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b1ac7-6aae-4bc8-a590-f80417af2ddb req-74137b31-6f8c-4443-82f3-e5ad06be330b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:16.431639 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d06b1ac7-6aae-4bc8-a590-f80417af2ddb req-74137b31-6f8c-4443-82f3-e5ad06be330b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.0805697 Mar 02 03:36:16.514866 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d06b1ac7-6aae-4bc8-a590-f80417af2ddb req-43e5c8de-147d-4313-b7a6-84b09ba3be81 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Mar 02 03:36:17.275324 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ffca27c-55ce-45f2-889f-8a5bd7d8a85e req-5028df38-4a5f-468e-85ab-feca9b6fb806 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0343959 Mar 02 03:36:17.666154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-64c998b1-6076-4d0e-8f04-65c293e5caee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:17.684805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b91e38-f609-4b43-8477-c9398dbb373e req-45b69953-0c28-4df6-8ae3-0485bf3e62a7 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:17.690456 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-90b91e38-f609-4b43-8477-c9398dbb373e req-45b69953-0c28-4df6-8ae3-0485bf3e62a7 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.0958505 Mar 02 03:36:17.773199 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:17.801241 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-90b91e38-f609-4b43-8477-c9398dbb373e req-391430d7-35e9-422d-a7fe-f92e318dc7f6 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Mar 02 03:36:17.912494 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d0266e1-db28-4e32-8c44-eb7d4715f587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:17.996770 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d0266e1-db28-4e32-8c44-eb7d4715f587 admin admin] Publish callbacks [] for security_group (b27e8f0c-c3c0-4013-8c9b-e500b527c651), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.002562 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d0266e1-db28-4e32-8c44-eb7d4715f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b27e8f0c-c3c0-4013-8c9b-e500b527c651), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.049106 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33728) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:18.057773 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d0266e1-db28-4e32-8c44-eb7d4715f587 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38fd72a6bb0d498181e153065e02a3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826622 Mar 02 03:36:18.065547 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0266e1-db28-4e32-8c44-eb7d4715f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e8f0c-c3c0-4013-8c9b-e500b527c651,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:18.123890 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] Publish callbacks [] for security_group (b27e8f0c-c3c0-4013-8c9b-e500b527c651), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.155380 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] Publish callbacks [] for security_group (b27e8f0c-c3c0-4013-8c9b-e500b527c651), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.218480 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b27e8f0c-c3c0-4013-8c9b-e500b527c651), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.221931 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.223236 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b27e8f0c-c3c0-4013-8c9b-e500b527c651 HTTP/1.1" status: 204 len: 168 time: 0.1728702 Mar 02 03:36:18.232566 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ece5d3-2519-440f-9fd7-30e2159fbfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e8f0c-c3c0-4013-8c9b-e500b527c651,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:18.442672 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c7e1ca53-f4d9-4492-a8d3-44e98bf3d257 req-08558a04-9df6-4de7-84f2-bdfc7b184eab tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0497148 Mar 02 03:36:18.694883 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33748) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:18.707961 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a418532-c5e3-4cd2-9cb5-408dcbcdcb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.815529 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a418532-c5e3-4cd2-9cb5-408dcbcdcb8d admin admin] Publish callbacks [] for security_group (7875a38e-040c-4a6e-8cbf-5c47bada6104), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:18.826786 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a418532-c5e3-4cd2-9cb5-408dcbcdcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7875a38e-040c-4a6e-8cbf-5c47bada6104), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:19.059151 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6a418532-c5e3-4cd2-9cb5-408dcbcdcb8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3e283b6748740b5975f160da65e4c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630278 Mar 02 03:36:19.065970 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33760) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:19.068879 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a418532-c5e3-4cd2-9cb5-408dcbcdcb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7875a38e-040c-4a6e-8cbf-5c47bada6104,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:19.108050 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28714eb-c6ac-43f1-abe1-62131aaf7a7f req-941f8161-8a3b-4e46-a8e9-e99c57329ef6 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:19.109593 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e28714eb-c6ac-43f1-abe1-62131aaf7a7f req-941f8161-8a3b-4e46-a8e9-e99c57329ef6 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.2343564 Mar 02 03:36:19.124429 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] Publish callbacks [] for security_group (7875a38e-040c-4a6e-8cbf-5c47bada6104), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:19.154835 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] Publish callbacks [] for security_group (7875a38e-040c-4a6e-8cbf-5c47bada6104), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:19.162533 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e28714eb-c6ac-43f1-abe1-62131aaf7a7f req-5ddaa73d-e733-45d7-9111-a9dce7af5433 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Mar 02 03:36:19.211690 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7875a38e-040c-4a6e-8cbf-5c47bada6104), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:19.214676 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:19.215890 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7875a38e-040c-4a6e-8cbf-5c47bada6104 HTTP/1.1" status: 204 len: 168 time: 0.1515596 Mar 02 03:36:19.224533 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaa923-4694-4f59-a9a2-947429f2f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7875a38e-040c-4a6e-8cbf-5c47bada6104,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:19.554231 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d55f6da3-bfe7-4460-8ce7-434f6f7f65be req-8a6c04c4-208b-489d-a07b-3eed0fe7d5f3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0335801 Mar 02 03:36:20.011904 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33796) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:20.083271 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-15459234-b419-43e0-8786-996b416c1686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.119855 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1504949055-network', 'tenant_id': '39e5fcb618e844eaa2dc562e17edce46'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:20.142316 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Made reservation on behalf of 39e5fcb618e844eaa2dc562e17edce46 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:20.144724 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.156375 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.249318 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks [] for security_group (3935d293-efc5-4503-9a84-1dc56aa2d3b5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.254015 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3935d293-efc5-4503-9a84-1dc56aa2d3b5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.283403 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:36:20.294967 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3935d293-efc5-4503-9a84-1dc56aa2d3b5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:20.301554 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (b8c326e3-3217-4a6e-9b88-499d6f175585), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.301940 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Added segment b8c326e3-3217-4a6e-9b88-499d6f175585 of type vlan for network 42c5a024-7162-4d71-bf57-7e0be6a16399 Mar 02 03:36:20.334604 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1058aef-cf38-4730-91f7-4fba8ba3a1fd req-6829ee43-20ae-4716-91fd-930b06b3ce3b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:20.337075 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1058aef-cf38-4730-91f7-4fba8ba3a1fd req-6829ee43-20ae-4716-91fd-930b06b3ce3b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.0849373 Mar 02 03:36:20.350852 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (42c5a024-7162-4d71-bf57-7e0be6a16399), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.399656 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (42c5a024-7162-4d71-bf57-7e0be6a16399), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.400886 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:20.401468 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.405632 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1058aef-cf38-4730-91f7-4fba8ba3a1fd req-21ead4a2-af65-4862-b69a-b7bd89f9817b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Mar 02 03:36:20.458524 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4454095 Mar 02 03:36:20.461563 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33802) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:20.467473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Request body: {'subnet': {'network_id': '42c5a024-7162-4d71-bf57-7e0be6a16399', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1504949055-subnet', 'tenant_id': '39e5fcb618e844eaa2dc562e17edce46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:20.491028 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b6a7-f252-42e6-87c4-43ad0be4ddbd admin admin] Pushing event updated for resources: {'Network': ['ID=42c5a024-7162-4d71-bf57-7e0be6a16399,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:20.505293 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 42c5a024-7162-4d71-bf57-7e0be6a16399 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:36:20.511813 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Made reservation on behalf of 39e5fcb618e844eaa2dc562e17edce46 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:20.514528 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.667713 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bf194348-8b9a-4f87-aa2a-6c9666719c92 req-50405ad4-34fe-4067-90c3-6b97a2d4c627 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0306413 Mar 02 03:36:20.720883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (372f2733-a83a-4866-9e9b-983aebea0820), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.793356 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=372f2733-a83a-4866-9e9b-983aebea0820,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:20.801120 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Checking segment: {'id': 'b8c326e3-3217-4a6e-9b88-499d6f175585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '42c5a024-7162-4d71-bf57-7e0be6a16399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:20.801484 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Network hostable DHCP agents. Network: 42c5a024-7162-4d71-bf57-7e0be6a16399, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:36:20.819794 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Network 42c5a024-7162-4d71-bf57-7e0be6a16399 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:36:20.832659 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 42c5a024-7162-4d71-bf57-7e0be6a16399) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:20.838407 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:20.839341 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:20.843563 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8212c162-a451-4d6a-9c76-608fec3c48ee None None] Network 42c5a024-7162-4d71-bf57-7e0be6a16399 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:20.863601 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a3afce44-bd83-41a7-90a5-e0b7ad9a5d5a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3921223 Mar 02 03:36:20.942468 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.034110 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af6e0ca-63d2-424b-ae95-449580e828a5 None None] Network 42c5a024-7162-4d71-bf57-7e0be6a16399 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:21.510456 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 33840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:21.516799 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1924851123-network', 'tenant_id': 'd10603cf588649e0b49af1c48da14970'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:21.544738 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Made reservation on behalf of d10603cf588649e0b49af1c48da14970 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:21.547461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.548888 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f7179-fc6b-4eb5-aa8e-acfd47203580 req-18ee6b61-5039-4a1e-aa97-3b69b9007c72 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:21.550646 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-102f7179-fc6b-4eb5-aa8e-acfd47203580 req-18ee6b61-5039-4a1e-aa97-3b69b9007c72 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.0673399 Mar 02 03:36:21.558750 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.604748 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-102f7179-fc6b-4eb5-aa8e-acfd47203580 req-48c5e2d9-0e7a-4ba3-8e29-329630e59931 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484643 Mar 02 03:36:21.659682 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks [] for security_group (7e924774-c3cf-4ba4-8f07-0faaf2010ae4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.665537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7e924774-c3cf-4ba4-8f07-0faaf2010ae4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.718390 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:36:21.754084 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e924774-c3cf-4ba4-8f07-0faaf2010ae4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:21.766952 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (5721bb31-4f7d-4725-9459-9c1ca77a3722), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.767735 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Added segment 5721bb31-4f7d-4725-9459-9c1ca77a3722 of type vlan for network e6cbb062-f63c-41b9-97ae-472367d1169f Mar 02 03:36:21.822204 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8421f2d9-6244-4843-bd8d-1237ecdb5b72 req-f2f53de4-45be-43f7-aeaf-eff0a8f60677 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0710273 Mar 02 03:36:21.832031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (e6cbb062-f63c-41b9-97ae-472367d1169f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.868760 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (e6cbb062-f63c-41b9-97ae-472367d1169f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:21.870469 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:21.871487 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:22.011193 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4988329 Mar 02 03:36:22.014404 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 33856) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:22.019706 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Request body: {'subnet': {'network_id': 'e6cbb062-f63c-41b9-97ae-472367d1169f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1924851123-subnet', 'tenant_id': 'd10603cf588649e0b49af1c48da14970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:22.028566 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36eda7-b4a7-4bfe-b7bb-afcdc0d98f6e admin admin] Pushing event updated for resources: {'Network': ['ID=e6cbb062-f63c-41b9-97ae-472367d1169f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:22.048733 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network e6cbb062-f63c-41b9-97ae-472367d1169f details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:36:22.059912 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Made reservation on behalf of d10603cf588649e0b49af1c48da14970 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:22.062684 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:22.261691 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for subnet (14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:22.320095 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:22.329637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Checking segment: {'id': '5721bb31-4f7d-4725-9459-9c1ca77a3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e6cbb062-f63c-41b9-97ae-472367d1169f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:22.329977 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Network hostable DHCP agents. Network: e6cbb062-f63c-41b9-97ae-472367d1169f, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:36:22.348910 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Network e6cbb062-f63c-41b9-97ae-472367d1169f is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:36:22.359320 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, e6cbb062-f63c-41b9-97ae-472367d1169f) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:22.363272 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:22.364393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:22.369409 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211f3b2-cf18-4fd7-a811-4309206fa600 None None] Network e6cbb062-f63c-41b9-97ae-472367d1169f requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:22.372850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:22.380239 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-072d2ae9-182c-4949-8213-3cfbe1e95437 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3645277 Mar 02 03:36:22.468691 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fea760-6ff8-4035-9ac8-5ad5e647e09e None None] Network e6cbb062-f63c-41b9-97ae-472367d1169f requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:36:22.725458 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c085a42-cba3-49f6-a408-308076e520d9 req-a0cfaa5e-e581-480e-9ee9-990f7f417cff tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:22.727033 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c085a42-cba3-49f6-a408-308076e520d9 req-a0cfaa5e-e581-480e-9ee9-990f7f417cff tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 931 time: 0.0521550 Mar 02 03:36:22.775479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c085a42-cba3-49f6-a408-308076e520d9 req-834ef7a4-a41a-4cb6-a4fa-64e0fbc01138 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427818 Mar 02 03:36:22.971731 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59554cee-ccd7-4f24-93b9-c3c9253f784c req-60ab9c88-a90f-46d9-b07b-5f99c98945ce tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0358112 Mar 02 03:36:23.223470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-344292a3-9bf0-4dcd-8aaa-1be269449243 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:36:23.224805 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-344292a3-9bf0-4dcd-8aaa-1be269449243 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057507 Mar 02 03:36:23.388725 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Request body: {'port': {'device_id': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:23.448980 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:23.763623 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986e127d-0c43-4831-86d6-63ab8eed6000 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:36:23.775007 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks [] for port (986e127d-0c43-4831-86d6-63ab8eed6000), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:23.795794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Transition to ACTIVE for port object 986e127d-0c43-4831-86d6-63ab8eed6000 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:36:23.807392 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:23.904497 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.35', 61982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:23.930410 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Pushing event updated for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:23.983686 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Attempting to bind port 986e127d-0c43-4831-86d6-63ab8eed6000 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:36:23.984289 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Attempting to bind port 986e127d-0c43-4831-86d6-63ab8eed6000 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '9c726307-c160-4b5e-8ecd-a2ad4232e20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:36:23.984437 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Attempting to bind port 986e127d-0c43-4831-86d6-63ab8eed6000 on network fad69f68-5001-4cf9-8d95-506b927650c5 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:23.989034 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:23.998769 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Port 986e127d-0c43-4831-86d6-63ab8eed6000 on network fad69f68-5001-4cf9-8d95-506b927650c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:36:23.999346 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Attempting to bind port 986e127d-0c43-4831-86d6-63ab8eed6000 on network fad69f68-5001-4cf9-8d95-506b927650c5 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:24.013677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6dc0-a8bc-4ee2-ac8f-54c4b0649f52 req-a8696ac6-597f-4e48-b198-5d7c0f65b8a4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:24.020567 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52fc6dc0-a8bc-4ee2-ac8f-54c4b0649f52 req-a8696ac6-597f-4e48-b198-5d7c0f65b8a4 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.1667857 Mar 02 03:36:24.023213 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:36:24.024278 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Checking segment: {'id': '9c726307-c160-4b5e-8ecd-a2ad4232e20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:24.024986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Bound using segment: {'id': '9c726307-c160-4b5e-8ecd-a2ad4232e20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:36:24.025602 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Bound port: 986e127d-0c43-4831-86d6-63ab8eed6000, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c726307-c160-4b5e-8ecd-a2ad4232e20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:36:24.026123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:24.129994 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d43ed19a-605b-41a0-929b-043d8ed9ff7a req-a54caec1-a08b-4239-9148-7c3a3f14045d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0558097 Mar 02 03:36:24.150784 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52fc6dc0-a8bc-4ee2-ac8f-54c4b0649f52 req-fbadb9b1-eb55-4f67-88be-ca448911f103 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279676 Mar 02 03:36:24.182920 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-74d8ee22-5bfd-416b-bf8b-483eab43fad4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:24.182920 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-74d8ee22-5bfd-416b-bf8b-483eab43fad4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 810 time: 0.2763379 Mar 02 03:36:24.184173 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:36:24.190747 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=986e127d-0c43-4831-86d6-63ab8eed6000,segment=NetworkSegment(9c726307-c160-4b5e-8ecd-a2ad4232e20e),segment_id=9c726307-c160-4b5e-8ecd-a2ad4232e20e)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:36:24.198233 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:24.246168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:24.246832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:24.248359 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] 10.222.0.35 "PUT /v2.0/ports/986e127d-0c43-4831-86d6-63ab8eed6000 HTTP/1.1" status: 200 len: 1093 time: 0.9055810 Mar 02 03:36:24.258163 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:36:24.312793 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-7868e1ec-9505-4805-92a7-a0dd11fe8375 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 380 time: 0.1078610 Mar 02 03:36:24.325585 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'port': {'device_id': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'admin_state_up': True, 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'security_groups': ['01408f73-4cda-4b0b-b105-8c839a8cbec2']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:24.483070 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d188376-68ed-479a-b176-3759d2cdd825 service neutron] Pushing event updated for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:24.502222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4517ce00-d430-4dcf-97ee-49aa5ba730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:24.503914 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-4517ce00-d430-4dcf-97ee-49aa5ba730bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3c8fe4c2483453594312bc39df134c3&device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 1127 time: 0.1572726 Mar 02 03:36:24.507235 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Made reservation on behalf of e7eaffa6e46a4505b1573a455ec97201 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:36:24.517413 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:24.595545 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-1dfbfd88-47cc-48f3-8744-6dc7bca5e6d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=986e127d-0c43-4831-86d6-63ab8eed6000 HTTP/1.1" status: 200 len: 217 time: 0.0788038 Mar 02 03:36:24.643006 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:36:24.746383 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-fbecb02f-bdde-4f1c-b956-70fdf1d7fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:24.752267 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-fbecb02f-bdde-4f1c-b956-70fdf1d7fc7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3551002-de06-4524-85b3-8099efd0d547 HTTP/1.1" status: 200 len: 852 time: 0.1505091 Mar 02 03:36:24.812414 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-bfeea10a-ef5d-4ff9-8475-50262946a1d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fad69f68-5001-4cf9-8d95-506b927650c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533121 Mar 02 03:36:24.837193 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Allocated IP 172.20.0.11 (f2b3d2cd-489e-4454-8144-25e2fab88e9d/5a7aa198-99d5-4c9d-9dd6-81715d067181/10447e32-8d88-44df-9480-8b3b38b17f4e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:36:24.935382 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-3978d26d-1432-4a9a-9c75-5aed8e1ec3cc service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161807 Mar 02 03:36:24.946608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f02eda6-284a-4505-a0ab-16c30303cc83 x-openstack-request-id: req-7f02eda6-284a-4505-a0ab-16c30303cc83 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:36:24.946981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:36:24.949497 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f02eda6-284a-4505-a0ab-16c30303cc83 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:36:24.950442 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000', 'status': 'completed', 'code': 200} Mar 02 03:36:25.108057 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbfeb95e-d060-4766-a0de-be00ffef5cb7 req-b77a9c55-6030-4603-839a-a8f14d34d044 service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651525 Mar 02 03:36:25.172191 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34000) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:25.277602 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.328290 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.408210 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:36:25.417132 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:36:25.423761 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:36:25.470270 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:25.501507 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:25.502247 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.526505 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ba2da80d-8f90-4c63-ad81-4fdbaa11d097 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2070963 Mar 02 03:36:25.556512 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Request body: {'port': {'device_id': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:25.650399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.657194 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04c940bb-e23d-4e80-b731-d62ca7229c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.685112 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-09150952-8a58-4e2e-b27e-b9d4f81b3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:25.692644 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-09150952-8a58-4e2e-b27e-b9d4f81b3359 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3c8fe4c2483453594312bc39df134c3&device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 1127 time: 0.4622769 Mar 02 03:36:25.706246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdca266-8b1a-422d-b820-0f6e4f8d662d req-b4d2c741-aa15-47a5-af06-d422565d7ad3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:25.707908 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cfdca266-8b1a-422d-b820-0f6e4f8d662d req-b4d2c741-aa15-47a5-af06-d422565d7ad3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 932 time: 0.4264779 Mar 02 03:36:25.741351 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d4bd7-0b4a-4187-9ef5-9ee17095b705 req-eabf5c55-8cd5-4b34-8987-b783101fdd47 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:25.743736 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a69d4bd7-0b4a-4187-9ef5-9ee17095b705 req-eabf5c55-8cd5-4b34-8987-b783101fdd47 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.4635386 Mar 02 03:36:25.790405 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-fb2dfc9b-361f-490c-a627-3ffef46923dc None None] Provisioning complete for port 10447e32-8d88-44df-9480-8b3b38b17f4e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:25.791437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfc9b-361f-490c-a627-3ffef46923dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.818963 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cfdca266-8b1a-422d-b820-0f6e4f8d662d req-f63d378c-29d2-4176-bce3-e3013aa2f711 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963538 Mar 02 03:36:25.867130 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dfc9b-361f-490c-a627-3ffef46923dc None None] Port 10447e32-8d88-44df-9480-8b3b38b17f4e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:36:25.894402 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a69d4bd7-0b4a-4187-9ef5-9ee17095b705 req-660b676a-a7b8-41b6-a037-2a059f5fd394 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360257 Mar 02 03:36:25.933949 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04c940bb-e23d-4e80-b731-d62ca7229c52 admin admin] Publish callbacks [] for security_group (189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.938943 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-04c940bb-e23d-4e80-b731-d62ca7229c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:25.983739 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-04c940bb-e23d-4e80-b731-d62ca7229c52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27022628d0df422da255b3378c890e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080413 Mar 02 03:36:25.983739 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c940bb-e23d-4e80-b731-d62ca7229c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:25.986185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34040) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:26.058135 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] Publish callbacks [] for security_group (189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.081049 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] Publish callbacks [] for security_group (189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.139420 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10447e32-8d88-44df-9480-8b3b38b17f4e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:36:26.143571 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.146810 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.148009 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b HTTP/1.1" status: 204 len: 168 time: 0.1493630 Mar 02 03:36:26.151215 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks [] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.157526 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1a94c-80e5-4883-8634-8c25e0e97fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189eeb0b-11aa-4ce2-8ba6-5fbdb5fe1d9b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:26.184283 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Transition to ACTIVE for port object 10447e32-8d88-44df-9480-8b3b38b17f4e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:36:26.192646 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.245941 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Pushing event updated for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:26.370074 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Attempting to bind port 10447e32-8d88-44df-9480-8b3b38b17f4e on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:36:26.371082 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Attempting to bind port 10447e32-8d88-44df-9480-8b3b38b17f4e by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:36:26.371422 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Attempting to bind port 10447e32-8d88-44df-9480-8b3b38b17f4e on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:26.376056 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Port 10447e32-8d88-44df-9480-8b3b38b17f4e on network f2b3d2cd-489e-4454-8144-25e2fab88e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:36:26.376369 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Attempting to bind port 10447e32-8d88-44df-9480-8b3b38b17f4e on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:36:26.381354 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:36:26.381980 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Checking segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:36:26.382290 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Bound using segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:36:26.382883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Bound port: 10447e32-8d88-44df-9480-8b3b38b17f4e, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:36:26.383280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.463546 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:36:26.468537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10447e32-8d88-44df-9480-8b3b38b17f4e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:36:26.473773 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.519754 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:26.520334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.521785 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1094 time: 0.9801130 Mar 02 03:36:26.522242 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:36:26.550849 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34062) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:26.565185 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160519-0c84-42b3-aee2-6e367fef80f0 service neutron] Pushing event updated for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:26.631677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4dab5c4-ae7c-45db-bb3a-a4968b20019a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.648039 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09541975-b9d2-4499-8d1e-b6a8c0b14aea" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:36:26.734561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-9865bbce-5ce2-48cc-879a-d189c7e86f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:26.736197 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-9865bbce-5ce2-48cc-879a-d189c7e86f34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fad69f68-5001-4cf9-8d95-506b927650c5 HTTP/1.1" status: 200 len: 912 time: 0.2231922 Mar 02 03:36:26.749187 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843e615c-afa6-41f7-b970-7ae016ea9ae6 x-openstack-request-id: req-843e615c-afa6-41f7-b970-7ae016ea9ae6 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:36:26.749570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:36:26.749883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-843e615c-afa6-41f7-b970-7ae016ea9ae6 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:36:26.750395 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'status': 'completed', 'code': 200} Mar 02 03:36:26.779991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4dab5c4-ae7c-45db-bb3a-a4968b20019a admin admin] Publish callbacks [] for security_group (594e23e4-16d4-4fde-a847-69e0ab206f6b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.783628 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f4dab5c4-ae7c-45db-bb3a-a4968b20019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (594e23e4-16d4-4fde-a847-69e0ab206f6b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.822829 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f4dab5c4-ae7c-45db-bb3a-a4968b20019a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6410b1a460024a49b0d44b70177eaae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708578 Mar 02 03:36:26.823764 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dab5c4-ae7c-45db-bb3a-a4968b20019a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594e23e4-16d4-4fde-a847-69e0ab206f6b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:26.825443 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34068) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:26.874054 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] Publish callbacks [] for security_group (594e23e4-16d4-4fde-a847-69e0ab206f6b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.894797 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] Publish callbacks [] for security_group (594e23e4-16d4-4fde-a847-69e0ab206f6b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.946532 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7921-5551-4087-b56e-e90641791635 req-3a4bd3f9-698a-4f8e-bfac-21e774368349 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:26.946676 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (594e23e4-16d4-4fde-a847-69e0ab206f6b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.948137 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f27d7921-5551-4087-b56e-e90641791635 req-3a4bd3f9-698a-4f8e-bfac-21e774368349 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0620079 Mar 02 03:36:26.949680 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:26.951084 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/594e23e4-16d4-4fde-a847-69e0ab206f6b HTTP/1.1" status: 204 len: 168 time: 0.1245766 Mar 02 03:36:26.959253 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122e303-7079-486d-b91c-e9099c27f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e23e4-16d4-4fde-a847-69e0ab206f6b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:27.059257 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f27d7921-5551-4087-b56e-e90641791635 req-6678b3d4-1c13-4117-a1c3-1951669737d5 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920565 Mar 02 03:36:27.066868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123393-32fa-418f-bb57-71c29f4cd5cd req-ff91ddc9-4012-4f36-a28c-184e7719336c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:27.068460 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02123393-32fa-418f-bb57-71c29f4cd5cd req-ff91ddc9-4012-4f36-a28c-184e7719336c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.0783303 Mar 02 03:36:27.120346 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02123393-32fa-418f-bb57-71c29f4cd5cd req-46f018c5-aa4a-471d-b621-21ca41b1d18e tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Mar 02 03:36:28.205042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a02fde-6551-4b65-be8f-d3b9e055d8a4 req-b2f8c786-d052-4807-b002-e6f0c5d7cd3d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.206521 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81a02fde-6551-4b65-be8f-d3b9e055d8a4 req-b2f8c786-d052-4807-b002-e6f0c5d7cd3d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0718496 Mar 02 03:36:28.283610 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81a02fde-6551-4b65-be8f-d3b9e055d8a4 req-8a3a9b89-4a38-453a-83e9-e14430a63767 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660753 Mar 02 03:36:28.296755 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c37cb4-5a9d-4ad3-9611-80e90e63e5d2 req-3f943ff1-032e-42b2-bfba-51910969906f tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.298248 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95c37cb4-5a9d-4ad3-9611-80e90e63e5d2 req-3f943ff1-032e-42b2-bfba-51910969906f tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.0908401 Mar 02 03:36:28.363481 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95c37cb4-5a9d-4ad3-9611-80e90e63e5d2 req-7c7c2482-8529-44b2-8a58-f5626d3e9d7c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Mar 02 03:36:28.437658 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-ee762004-ef09-4fee-ac60-4309669eb988 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=986e127d-0c43-4831-86d6-63ab8eed6000 HTTP/1.1" status: 200 len: 217 time: 0.0408425 Mar 02 03:36:28.498277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-39ea845c-7eba-4d87-93ba-22b2eea95a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.498277 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-39ea845c-7eba-4d87-93ba-22b2eea95a16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1128 time: 0.0840368 Mar 02 03:36:28.511994 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-3add0848-3b83-4e51-8c6d-45e4a7a60401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.521211 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-3add0848-3b83-4e51-8c6d-45e4a7a60401 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3551002-de06-4524-85b3-8099efd0d547 HTTP/1.1" status: 200 len: 852 time: 0.0745201 Mar 02 03:36:28.556269 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-7ebbcac7-e319-4f11-bfe7-b67af6a0f5da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fad69f68-5001-4cf9-8d95-506b927650c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282595 Mar 02 03:36:28.662833 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-4b614ff1-cda1-4dd2-a50b-38a5a8dd693b service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995641 Mar 02 03:36:28.694602 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-67532e8b-df5f-4978-b978-43c1378351da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.696680 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-67532e8b-df5f-4978-b978-43c1378351da service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e7eaffa6e46a4505b1573a455ec97201&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1788883 Mar 02 03:36:28.776286 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5caa1bc-63a2-44e1-9b82-cc14a866a8f0 req-670e42e8-6bf1-445f-a48a-7d4d28ddc59a service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006298 Mar 02 03:36:28.877883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-1600ea83-f6ea-4ac0-99b1-a801660d4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.879354 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-09541975-b9d2-4499-8d1e-b6a8c0b14aea req-1600ea83-f6ea-4ac0-99b1-a801660d4113 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1663821 Mar 02 03:36:28.993661 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ad4b881b-9afb-47bb-9a3d-1d4750b830fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:28.995148 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-ad4b881b-9afb-47bb-9a3d-1d4750b830fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1128 time: 0.0439067 Mar 02 03:36:29.218745 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-f514bf28-14d8-426f-bb74-d763d81e2bf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 217 time: 0.2064230 Mar 02 03:36:29.291581 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-dd03a31c-3eae-46b9-9c15-7a14d210dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:29.293081 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-dd03a31c-3eae-46b9-9c15-7a14d210dfc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0686476 Mar 02 03:36:29.382141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-3119443b-4efe-4e1f-bca7-43489442df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:29.383875 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-3119443b-4efe-4e1f-bca7-43489442df8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845909 Mar 02 03:36:29.428927 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a574-2f92-472d-9e60-720ee2f41f95 req-8941097e-3a4b-49d1-b85d-538d20a1b784 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:29.430655 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1382a574-2f92-472d-9e60-720ee2f41f95 req-8941097e-3a4b-49d1-b85d-538d20a1b784 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0634580 Mar 02 03:36:29.476375 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-43e0e02f-385b-460c-8c6c-17475ccf0da9 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Mar 02 03:36:29.526677 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1382a574-2f92-472d-9e60-720ee2f41f95 req-b1c882d8-7aaa-4709-9098-1dfe88d7ed5a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890348 Mar 02 03:36:29.535664 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733934b-bb77-47a2-8ecd-954a4a51ab32 req-e3c24a92-546e-4025-81de-2693bcbc4023 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:29.537340 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e733934b-bb77-47a2-8ecd-954a4a51ab32 req-e3c24a92-546e-4025-81de-2693bcbc4023 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.1016505 Mar 02 03:36:29.588934 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-1b44ee01-2786-4430-82cf-33ff7eb56a48 req-eea1e176-b7f3-42a6-87cc-02c2e43f0ebe service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052597 Mar 02 03:36:29.596719 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e733934b-bb77-47a2-8ecd-954a4a51ab32 req-3ee5156c-507b-4864-acea-89f403512882 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Mar 02 03:36:30.509518 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34236) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:30.703086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447949-7588-4b3e-acca-9744b960e0aa req-657a45ed-e289-4a23-a605-bd4df58d1f69 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:30.709953 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c447949-7588-4b3e-acca-9744b960e0aa req-657a45ed-e289-4a23-a605-bd4df58d1f69 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0727026 Mar 02 03:36:30.749695 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f9009b8-22e6-4fb8-9787-59fd03c462c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:30.799434 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c447949-7588-4b3e-acca-9744b960e0aa req-879b7436-c1b1-44d2-ae0e-9d2777b970b6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884397 Mar 02 03:36:30.892706 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d185c-bca2-4f04-8a15-ac79ce378499 req-8b73fbf9-8c0c-49c0-aa0d-a4c5e469508c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:30.894271 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c2d185c-bca2-4f04-8a15-ac79ce378499 req-8b73fbf9-8c0c-49c0-aa0d-a4c5e469508c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.1025333 Mar 02 03:36:30.948945 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f9009b8-22e6-4fb8-9787-59fd03c462c8 admin admin] Publish callbacks [] for security_group (d02c0c13-6276-4171-b8d3-29178f26f800), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:30.959076 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4f9009b8-22e6-4fb8-9787-59fd03c462c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d02c0c13-6276-4171-b8d3-29178f26f800), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:30.981299 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c2d185c-bca2-4f04-8a15-ac79ce378499 req-6f30bd67-1b50-46b3-81fd-e9ba4a20c667 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798154 Mar 02 03:36:31.005757 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4f9009b8-22e6-4fb8-9787-59fd03c462c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2ae29e8979c4d2c87b9aac0efa6319a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944088 Mar 02 03:36:31.006595 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9009b8-22e6-4fb8-9787-59fd03c462c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c0c13-6276-4171-b8d3-29178f26f800,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:31.009250 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34274) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:31.061888 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] Publish callbacks [] for security_group (d02c0c13-6276-4171-b8d3-29178f26f800), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:31.083862 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] Publish callbacks [] for security_group (d02c0c13-6276-4171-b8d3-29178f26f800), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:31.144765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d02c0c13-6276-4171-b8d3-29178f26f800), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:31.147681 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:31.149550 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d02c0c13-6276-4171-b8d3-29178f26f800 HTTP/1.1" status: 204 len: 168 time: 0.1394048 Mar 02 03:36:31.157195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e920008-a87f-4146-ba17-1e7ea45ea239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c0c13-6276-4171-b8d3-29178f26f800,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:31.935898 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d706c-d9f4-410c-a7e8-5dbf35e8d7fb req-b0dde417-a1ca-43e7-ae39-ae9a5c7d6de8 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:31.953882 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b7d706c-d9f4-410c-a7e8-5dbf35e8d7fb req-b0dde417-a1ca-43e7-ae39-ae9a5c7d6de8 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0804503 Mar 02 03:36:32.025132 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b7d706c-d9f4-410c-a7e8-5dbf35e8d7fb req-ed57bd3f-9f7c-4338-b94f-bda3cc89e8c3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701685 Mar 02 03:36:32.155313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827645a-d554-4b67-b1f6-2461dd26fb43 req-5597b7cb-38c5-42e0-a76b-56f7d0e1d9ab tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:32.155313 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a827645a-d554-4b67-b1f6-2461dd26fb43 req-5597b7cb-38c5-42e0-a76b-56f7d0e1d9ab tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.0842192 Mar 02 03:36:32.218633 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a827645a-d554-4b67-b1f6-2461dd26fb43 req-e6f85f1b-ca7d-49f0-b6f9-d16b7d751481 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595896 Mar 02 03:36:32.303901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34406) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:32.415323 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb315-d63e-4c7b-a8fa-0f34bab24986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.501180 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb315-d63e-4c7b-a8fa-0f34bab24986 admin admin] Publish callbacks [] for security_group (e442b409-d5f6-45ab-83d7-688db98eaa06), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.507020 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb315-d63e-4c7b-a8fa-0f34bab24986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e442b409-d5f6-45ab-83d7-688db98eaa06), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.548401 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4cdeb315-d63e-4c7b-a8fa-0f34bab24986 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23856cf669704d409e647968eb966708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423065 Mar 02 03:36:32.549208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeb315-d63e-4c7b-a8fa-0f34bab24986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442b409-d5f6-45ab-83d7-688db98eaa06,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:32.550909 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:32.603558 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] Publish callbacks [] for security_group (e442b409-d5f6-45ab-83d7-688db98eaa06), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.624496 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] Publish callbacks [] for security_group (e442b409-d5f6-45ab-83d7-688db98eaa06), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.671110 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e442b409-d5f6-45ab-83d7-688db98eaa06), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.673595 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:32.674748 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e442b409-d5f6-45ab-83d7-688db98eaa06 HTTP/1.1" status: 204 len: 168 time: 0.1222503 Mar 02 03:36:32.682277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f365-9e1c-4779-a5f4-c9a139176730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442b409-d5f6-45ab-83d7-688db98eaa06,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:32.933463 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:32.947069 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5094d8-331b-4ae0-b582-6c7bcd0ef049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.028502 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5094d8-331b-4ae0-b582-6c7bcd0ef049 admin admin] Publish callbacks [] for security_group (4d862a8a-7b07-4a00-8b52-65b596438313), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.035849 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec5094d8-331b-4ae0-b582-6c7bcd0ef049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4d862a8a-7b07-4a00-8b52-65b596438313), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.075365 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ec5094d8-331b-4ae0-b582-6c7bcd0ef049 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcfb2b13d80a4f559bced0ad46ffb5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408179 Mar 02 03:36:33.076236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5094d8-331b-4ae0-b582-6c7bcd0ef049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d862a8a-7b07-4a00-8b52-65b596438313,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:33.078017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:33.153023 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] Publish callbacks [] for security_group (4d862a8a-7b07-4a00-8b52-65b596438313), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.183139 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a37441-72ea-4e46-8df7-e9e106807562 req-cb9bdff6-179b-4598-b51a-d3327f149213 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:33.184592 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51a37441-72ea-4e46-8df7-e9e106807562 req-cb9bdff6-179b-4598-b51a-d3327f149213 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 944 time: 0.0802073 Mar 02 03:36:33.186340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] Publish callbacks [] for security_group (4d862a8a-7b07-4a00-8b52-65b596438313), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.213723 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 986e127d-0c43-4831-86d6-63ab8eed6000 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:36:33.264962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51a37441-72ea-4e46-8df7-e9e106807562 req-14cfa65f-ee11-4520-9737-6335e70e763f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723407 Mar 02 03:36:33.280714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4d862a8a-7b07-4a00-8b52-65b596438313), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.283442 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.286906 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d862a8a-7b07-4a00-8b52-65b596438313 HTTP/1.1" status: 204 len: 168 time: 0.2056570 Mar 02 03:36:33.292362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19d8b-fe30-4db5-ada5-8805875491ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d862a8a-7b07-4a00-8b52-65b596438313,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:33.399423 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f1ebd-96aa-43ea-ad33-ac4b29a996ba req-fb717106-8566-4727-86f1-29472bd0a9dd tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:33.408152 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c02f1ebd-96aa-43ea-ad33-ac4b29a996ba req-fb717106-8566-4727-86f1-29472bd0a9dd tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 943 time: 0.0852289 Mar 02 03:36:33.479482 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c02f1ebd-96aa-43ea-ad33-ac4b29a996ba req-dddcf3d1-a5ab-461f-bfaf-06932482ef7c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Mar 02 03:36:33.509269 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=986e127d-0c43-4831-86d6-63ab8eed6000,segment=NetworkSegment(9c726307-c160-4b5e-8ecd-a2ad4232e20e),segment_id=9c726307-c160-4b5e-8ecd-a2ad4232e20e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:33.523622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '986e127d-0c43-4831-86d6-63ab8eed6000', 'network_id': 'fad69f68-5001-4cf9-8d95-506b927650c5', 'port_id': '986e127d-0c43-4831-86d6-63ab8eed6000', 'mac_address': 'fa:16:3e:e7:09:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3551002-de06-4524-85b3-8099efd0d547', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:36:33.574334 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 986e127d-0c43-4831-86d6-63ab8eed6000 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:33.574730 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.589004 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986e127d-0c43-4831-86d6-63ab8eed6000 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:36:33.609593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=986e127d-0c43-4831-86d6-63ab8eed6000,segment=NetworkSegment(9c726307-c160-4b5e-8ecd-a2ad4232e20e),segment_id=9c726307-c160-4b5e-8ecd-a2ad4232e20e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:33.613797 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.614593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 10447e32-8d88-44df-9480-8b3b38b17f4e details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:36:33.682402 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:33.754462 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10447e32-8d88-44df-9480-8b3b38b17f4e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:33.765998 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'port_id': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'mac_address': 'fa:16:3e:d0:ee:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:36:33.803335 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 10447e32-8d88-44df-9480-8b3b38b17f4e is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:33.803729 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.816472 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10447e32-8d88-44df-9480-8b3b38b17f4e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:36:33.838195 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10447e32-8d88-44df-9480-8b3b38b17f4e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:33.843197 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:33.890475 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:34.393439 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07a7e-c282-45ee-851d-c32bb53ddb9e req-8a665255-30b9-418a-85e0-13e6bdec983a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:34.395529 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-26a07a7e-c282-45ee-851d-c32bb53ddb9e req-8a665255-30b9-418a-85e0-13e6bdec983a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 945 time: 0.0548265 Mar 02 03:36:34.447695 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-26a07a7e-c282-45ee-851d-c32bb53ddb9e req-1a7957b9-104d-4818-a492-cdcc24b62869 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Mar 02 03:36:34.550448 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['986e127d-0c43-4831-86d6-63ab8eed6000'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:36:34.595783 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['10447e32-8d88-44df-9480-8b3b38b17f4e'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:36:34.627909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf4838-2b0b-40ab-947d-3600d4340a18 req-d4000c91-41f3-4415-b461-67c143c98b77 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:34.629459 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5abf4838-2b0b-40ab-947d-3600d4340a18 req-d4000c91-41f3-4415-b461-67c143c98b77 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 944 time: 0.0787728 Mar 02 03:36:34.708013 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5abf4838-2b0b-40ab-947d-3600d4340a18 req-26e7a618-f14a-423f-b364-fb58cc6273d3 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Mar 02 03:36:35.065125 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34514) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:35.174272 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85681b9d-0ff1-49ac-936b-e00581577d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.262824 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85681b9d-0ff1-49ac-936b-e00581577d8c admin admin] Publish callbacks [] for security_group (e462dc78-6ed6-48f0-b4b0-14c7cae9e74b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.266592 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85681b9d-0ff1-49ac-936b-e00581577d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e462dc78-6ed6-48f0-b4b0-14c7cae9e74b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.309156 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-85681b9d-0ff1-49ac-936b-e00581577d8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59500eb86db94e0d9a63e1c3fea1dea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404745 Mar 02 03:36:35.309156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681b9d-0ff1-49ac-936b-e00581577d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e462dc78-6ed6-48f0-b4b0-14c7cae9e74b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:35.309496 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34526) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:35.396553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] Publish callbacks [] for security_group (e462dc78-6ed6-48f0-b4b0-14c7cae9e74b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.424480 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] Publish callbacks [] for security_group (e462dc78-6ed6-48f0-b4b0-14c7cae9e74b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.486681 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e462dc78-6ed6-48f0-b4b0-14c7cae9e74b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.490640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.496089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e462dc78-6ed6-48f0-b4b0-14c7cae9e74b HTTP/1.1" status: 204 len: 168 time: 0.1854324 Mar 02 03:36:35.509770 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c9e11-d971-4a40-9a73-f485750aca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e462dc78-6ed6-48f0-b4b0-14c7cae9e74b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:35.647034 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25445296-67d6-4f96-a23e-78529bc11a9a req-f7b83687-a51e-4f5b-bb79-37b715854c66 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:35.649257 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25445296-67d6-4f96-a23e-78529bc11a9a req-f7b83687-a51e-4f5b-bb79-37b715854c66 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 945 time: 0.0750999 Mar 02 03:36:35.719123 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25445296-67d6-4f96-a23e-78529bc11a9a req-d4d81d24-2320-47ef-8bad-6591b06a780d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596707 Mar 02 03:36:35.832425 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc878e-476b-4eef-9212-28f589d638bd req-0f1c0a17-2c1c-4bdf-986f-0a9d2e878b8e tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:35.834145 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b4dc878e-476b-4eef-9212-28f589d638bd req-0f1c0a17-2c1c-4bdf-986f-0a9d2e878b8e tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 944 time: 0.0603440 Mar 02 03:36:35.854848 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:35.877544 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91c76a5e-4ff1-4b8d-8181-b25083186ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.911184 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b4dc878e-476b-4eef-9212-28f589d638bd req-0ceb2a2b-eb6f-42e1-b248-e3f6b151f374 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704029 Mar 02 03:36:35.964847 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91c76a5e-4ff1-4b8d-8181-b25083186ff9 admin admin] Publish callbacks [] for security_group (36589423-87b8-4a06-b15e-32c27c0ba1b3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:35.968530 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-91c76a5e-4ff1-4b8d-8181-b25083186ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (36589423-87b8-4a06-b15e-32c27c0ba1b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.009664 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-91c76a5e-4ff1-4b8d-8181-b25083186ff9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bebfe08ef494aefa53c850d0c7f2668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537387 Mar 02 03:36:36.010855 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c76a5e-4ff1-4b8d-8181-b25083186ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36589423-87b8-4a06-b15e-32c27c0ba1b3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:36.012347 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34570) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:36.059590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] Publish callbacks [] for security_group (36589423-87b8-4a06-b15e-32c27c0ba1b3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.082782 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] Publish callbacks [] for security_group (36589423-87b8-4a06-b15e-32c27c0ba1b3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.128643 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (36589423-87b8-4a06-b15e-32c27c0ba1b3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.131232 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.133403 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36589423-87b8-4a06-b15e-32c27c0ba1b3 HTTP/1.1" status: 204 len: 168 time: 0.1190422 Mar 02 03:36:36.141762 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13088-7fc3-4384-b83c-3d13a3f57c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36589423-87b8-4a06-b15e-32c27c0ba1b3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:36.396997 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 986e127d-0c43-4831-86d6-63ab8eed6000 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:36.462701 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 986e127d-0c43-4831-86d6-63ab8eed6000 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:36:36.466561 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 986e127d-0c43-4831-86d6-63ab8eed6000 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:36.467008 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.546786 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 986e127d-0c43-4831-86d6-63ab8eed6000 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:36.547211 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.576562 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:36:36.655982 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=986e127d-0c43-4831-86d6-63ab8eed6000,segment=NetworkSegment(9c726307-c160-4b5e-8ecd-a2ad4232e20e),segment_id=9c726307-c160-4b5e-8ecd-a2ad4232e20e)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:36.671675 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.672873 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 10447e32-8d88-44df-9480-8b3b38b17f4e up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:36:36.755431 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:36.792809 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 10447e32-8d88-44df-9480-8b3b38b17f4e completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:36:36.797988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 10447e32-8d88-44df-9480-8b3b38b17f4e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:36:36.798381 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:36.920666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34991d7-7f56-4517-9272-09485a607ee4 req-be9e7374-0239-4403-98bb-ac2805cf8882 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:36.929411 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d34991d7-7f56-4517-9272-09485a607ee4 req-be9e7374-0239-4403-98bb-ac2805cf8882 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 945 time: 0.1094236 Mar 02 03:36:36.981627 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.003929 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e57a143-bf64-4d56-a584-26fa3ff94b57" -d '{"events": [{"server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "name": "network-vif-plugged", "status": "completed", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:36:37.020706 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 10447e32-8d88-44df-9480-8b3b38b17f4e is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:36:37.021328 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.037696 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34632) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:37.118050 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10447e32-8d88-44df-9480-8b3b38b17f4e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:36:37.134011 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d34991d7-7f56-4517-9272-09485a607ee4 req-629dbd9b-6c21-4c5f-8bd0-c7f373516c14 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031748 Mar 02 03:36:37.137344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.148011 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67251f11-1428-407f-a877-709de3495b12 req-cbc76adb-95e9-4135-8ed4-11b388c3cacc tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:37.150691 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67251f11-1428-407f-a877-709de3495b12 req-cbc76adb-95e9-4135-8ed4-11b388c3cacc tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.1232812 Mar 02 03:36:37.261687 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:37.276471 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67251f11-1428-407f-a877-709de3495b12 req-01370ad6-1de4-4b88-8203-f83033e62590 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161747 Mar 02 03:36:37.280206 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6bcd-859a-45ac-9105-df8b7722283d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.411795 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6bcd-859a-45ac-9105-df8b7722283d admin admin] Publish callbacks [] for security_group (dc866c42-a2d0-4082-9e16-669998a88f01), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.418521 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6bcd-859a-45ac-9105-df8b7722283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (dc866c42-a2d0-4082-9e16-669998a88f01), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.481935 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34644) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:37.482210 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6f6f6bcd-859a-45ac-9105-df8b7722283d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07b4f1b5044d4d7b81e19f04de90e3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427297 Mar 02 03:36:37.483993 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f6bcd-859a-45ac-9105-df8b7722283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc866c42-a2d0-4082-9e16-669998a88f01,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:37.576319 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] Publish callbacks [] for security_group (dc866c42-a2d0-4082-9e16-669998a88f01), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.618786 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] Publish callbacks [] for security_group (dc866c42-a2d0-4082-9e16-669998a88f01), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.702338 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (dc866c42-a2d0-4082-9e16-669998a88f01), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.708084 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:37.710015 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc866c42-a2d0-4082-9e16-669998a88f01 HTTP/1.1" status: 204 len: 168 time: 0.2262311 Mar 02 03:36:37.725613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3341b-df9a-496b-b354-f6b7824ed6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc866c42-a2d0-4082-9e16-669998a88f01,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:37.741776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1ab3a-1068-45c0-a23a-a82efbb6f502 x-openstack-request-id: req-a9c1ab3a-1068-45c0-a23a-a82efbb6f502 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:36:37.742314 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "name": "network-vif-plugged", "status": "completed", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:36:37.742314 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c1ab3a-1068-45c0-a23a-a82efbb6f502 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:36:37.742826 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000', 'code': 200} Mar 02 03:36:38.297145 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba68dfd-9f9c-4d4d-a25d-16c91629a499 req-4aa7323e-e64b-4f96-8ed8-880497348c06 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:38.298690 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aba68dfd-9f9c-4d4d-a25d-16c91629a499 req-4aa7323e-e64b-4f96-8ed8-880497348c06 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0586865 Mar 02 03:36:38.359500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aba68dfd-9f9c-4d4d-a25d-16c91629a499 req-c93a9535-454e-4e4f-88bd-ffa854997d68 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545073 Mar 02 03:36:38.420454 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c80cc-8279-4f35-a853-1606930a0719 req-78e1b1f2-33a5-4d1e-83f8-b387e8567100 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:38.423871 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b2c80cc-8279-4f35-a853-1606930a0719 req-78e1b1f2-33a5-4d1e-83f8-b387e8567100 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0630932 Mar 02 03:36:38.477786 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b2c80cc-8279-4f35-a853-1606930a0719 req-60c74236-d350-40a9-82d0-a1d9cf18500d tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Mar 02 03:36:39.479355 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12cee8-c273-4e50-a628-136e29c8657f req-7ece9a3d-9ccf-4e89-9d16-567e574f1ae5 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:39.480840 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb12cee8-c273-4e50-a628-136e29c8657f req-7ece9a3d-9ccf-4e89-9d16-567e574f1ae5 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0530529 Mar 02 03:36:39.530452 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb12cee8-c273-4e50-a628-136e29c8657f req-478b9364-804b-4f8c-8c33-5c93d3163e5f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Mar 02 03:36:39.601693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2af2-34f3-4314-930c-8172abd96740 req-8040d503-5f7f-49fe-bebb-87830adc454d tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:39.603205 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1dca2af2-34f3-4314-930c-8172abd96740 req-8040d503-5f7f-49fe-bebb-87830adc454d tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0510430 Mar 02 03:36:39.647531 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1dca2af2-34f3-4314-930c-8172abd96740 req-f51a5c64-38a1-4f08-907b-c41af973648d tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Mar 02 03:36:39.744520 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:36:39.746840 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af06a2f-891a-44ea-8750-2f7504d98f68" -d '{"events": [{"server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "name": "network-vif-plugged", "status": "completed", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:36:39.781415 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb122a22-c170-4d7d-a713-53e88a9f252f x-openstack-request-id: req-cb122a22-c170-4d7d-a713-53e88a9f252f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:36:39.781820 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "name": "network-vif-plugged", "status": "completed", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:36:39.782190 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb122a22-c170-4d7d-a713-53e88a9f252f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:36:39.782577 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'code': 200} Mar 02 03:36:40.481680 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-dd34ed97-67f6-43a5-8a60-489a9e3889e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:40.483234 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-dd34ed97-67f6-43a5-8a60-489a9e3889e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 1129 time: 0.0853529 Mar 02 03:36:40.505630 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-d92ce273-ec1b-4205-a955-97426c1d217b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:40.548427 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db25d-4299-43aa-8194-3fb878e9745a req-2c538e8b-46de-4800-8dcf-a81b0b06dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:40.550280 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-935db25d-4299-43aa-8194-3fb878e9745a req-2c538e8b-46de-4800-8dcf-a81b0b06dea0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0835423 Mar 02 03:36:40.570637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-935db25d-4299-43aa-8194-3fb878e9745a req-de394063-a5b7-4339-a40b-1a7509ad2878 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:40.580738 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-d92ce273-ec1b-4205-a955-97426c1d217b service neutron] Publish callbacks [] for security_group (7618d0fe-7df2-476f-8985-f9d262c36121), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:40.589849 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-d92ce273-ec1b-4205-a955-97426c1d217b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7618d0fe-7df2-476f-8985-f9d262c36121), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:40.612193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.db.api [req-935db25d-4299-43aa-8194-3fb878e9745a req-de394063-a5b7-4339-a40b-1a7509ad2878 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 09555be3b863417aa896227a65d0fd6b {{(pid=103287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 03:36:40.612580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG oslo_db.api [req-935db25d-4299-43aa-8194-3fb878e9745a req-de394063-a5b7-4339-a40b-1a7509ad2878 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 03:36:40.630105 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6e94e494-0d27-4cec-973e-7498b40275b8 req-d92ce273-ec1b-4205-a955-97426c1d217b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400375 Mar 02 03:36:40.640549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ce273-ec1b-4205-a955-97426c1d217b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7618d0fe-7df2-476f-8985-f9d262c36121,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:40.676056 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bddd5a-00e2-47a6-8302-81baa3b89da1 req-9f01a434-0a4a-4968-8f12-93fe20820922 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:40.677544 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-18bddd5a-00e2-47a6-8302-81baa3b89da1 req-9f01a434-0a4a-4968-8f12-93fe20820922 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0548933 Mar 02 03:36:40.736457 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-18bddd5a-00e2-47a6-8302-81baa3b89da1 req-ef7a13f3-a3ae-4733-9cca-65d035f7f86b tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524914 Mar 02 03:36:40.777280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea768b33-ae9b-475f-9aba-2f9cbc5e0ed4 req-a44a8226-09b5-4d48-b659-1c29f583f684 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:40.778764 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea768b33-ae9b-475f-9aba-2f9cbc5e0ed4 req-a44a8226-09b5-4d48-b659-1c29f583f684 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0575867 Mar 02 03:36:40.831653 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea768b33-ae9b-475f-9aba-2f9cbc5e0ed4 req-112d5b7a-0d9f-4b73-8d7c-c9203cce7d1c tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467389 Mar 02 03:36:41.113599 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-935db25d-4299-43aa-8194-3fb878e9745a req-de394063-a5b7-4339-a40b-1a7509ad2878 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:41.184046 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-935db25d-4299-43aa-8194-3fb878e9745a req-de394063-a5b7-4339-a40b-1a7509ad2878 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6278067 Mar 02 03:36:41.870339 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72903d15-bf3f-4f75-b50c-4d4d65b1ba28 req-1459e6a4-bb2a-4a67-9823-2fd15a816dd4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:41.871988 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72903d15-bf3f-4f75-b50c-4d4d65b1ba28 req-1459e6a4-bb2a-4a67-9823-2fd15a816dd4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0640717 Mar 02 03:36:41.927717 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72903d15-bf3f-4f75-b50c-4d4d65b1ba28 req-967b69b9-c379-4766-b252-eab1731b5139 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489118 Mar 02 03:36:42.049867 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9650a2-03c7-4249-b7b7-eeece36d7727 req-748135fa-3c6c-48f6-9ac2-a9bfd57794dc tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:42.051382 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9e9650a2-03c7-4249-b7b7-eeece36d7727 req-748135fa-3c6c-48f6-9ac2-a9bfd57794dc tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0632772 Mar 02 03:36:42.120662 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9e9650a2-03c7-4249-b7b7-eeece36d7727 req-808865c4-98fa-44f5-a070-3efada5e6a02 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598242 Mar 02 03:36:43.101353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d8906-8b04-4f42-80d9-9ba887c9b65a req-e04ebe15-df12-482d-8af4-1270943f18a2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:43.102842 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-877d8906-8b04-4f42-80d9-9ba887c9b65a req-e04ebe15-df12-482d-8af4-1270943f18a2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0639067 Mar 02 03:36:43.168478 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-877d8906-8b04-4f42-80d9-9ba887c9b65a req-05fded39-2016-4a8e-ba7d-7198277312b1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588200 Mar 02 03:36:43.280558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c799-7477-40f9-b286-2e8ba0cd510d req-188fcd66-5a01-419c-b2ae-9b25f366a3ea tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:43.282213 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d546c799-7477-40f9-b286-2e8ba0cd510d req-188fcd66-5a01-419c-b2ae-9b25f366a3ea tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0865355 Mar 02 03:36:43.332017 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d546c799-7477-40f9-b286-2e8ba0cd510d req-0fca6ee8-307f-4729-8672-fcdea0e7b4d3 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Mar 02 03:36:44.294847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459dd88-febe-45bf-9910-9ccc80094b28 req-7dffc37d-8cac-46d6-8d13-50d7adc78a4f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:44.296388 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8459dd88-febe-45bf-9910-9ccc80094b28 req-7dffc37d-8cac-46d6-8d13-50d7adc78a4f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0578449 Mar 02 03:36:44.346601 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8459dd88-febe-45bf-9910-9ccc80094b28 req-81855c2c-5411-4694-b329-d2b710295fa1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Mar 02 03:36:44.524528 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637007-838f-4471-916a-d22ed68ba666 req-aee97d94-9d4f-4122-8f66-b3a70106a497 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:44.526574 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd637007-838f-4471-916a-d22ed68ba666 req-aee97d94-9d4f-4122-8f66-b3a70106a497 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0590649 Mar 02 03:36:44.536083 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 34968) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:44.541637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'floatingip': {'port_id': '10447e32-8d88-44df-9480-8b3b38b17f4e'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:36:44.604405 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34972) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:44.615632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.720513 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-691bfd6c-fc52-4c33-b35c-ab051d18a0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.800028 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-691bfd6c-fc52-4c33-b35c-ab051d18a0e5 admin admin] Publish callbacks [] for security_group (efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.804300 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-691bfd6c-fc52-4c33-b35c-ab051d18a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.842858 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bfd6c-fc52-4c33-b35c-ab051d18a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:44.847123 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-691bfd6c-fc52-4c33-b35c-ab051d18a0e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98eef9338f0643e8bf79113c2fa49b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415965 Mar 02 03:36:44.850239 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:44.896723 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] Publish callbacks [] for security_group (efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.919834 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] Publish callbacks [] for security_group (efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.965266 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.967861 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:44.968999 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66 HTTP/1.1" status: 204 len: 168 time: 0.1185055 Mar 02 03:36:44.979045 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985f155-9c76-4ce7-a968-70e551a1af77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efac95b8-b023-4cfb-ba7a-2a0cbc1dfe66,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:45.250563 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:45.263537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92539fb9-90e0-4365-8a07-6305b2138cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.339252 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92539fb9-90e0-4365-8a07-6305b2138cd9 admin admin] Publish callbacks [] for security_group (6a18763e-365a-4385-900c-2063bac53a20), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.350905 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-92539fb9-90e0-4365-8a07-6305b2138cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6a18763e-365a-4385-900c-2063bac53a20), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.389437 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-92539fb9-90e0-4365-8a07-6305b2138cd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74bec739ab18412a8c1efdbe705ec237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377740 Mar 02 03:36:45.391348 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92539fb9-90e0-4365-8a07-6305b2138cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a18763e-365a-4385-900c-2063bac53a20,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:45.394340 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 34992) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:45.445874 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] Publish callbacks [] for security_group (6a18763e-365a-4385-900c-2063bac53a20), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.448186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.453261 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.468819 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] Publish callbacks [] for security_group (6a18763e-365a-4385-900c-2063bac53a20), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.518641 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6a18763e-365a-4385-900c-2063bac53a20), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.521171 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.532379 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a18763e-365a-4385-900c-2063bac53a20 HTTP/1.1" status: 204 len: 168 time: 0.1296844 Mar 02 03:36:45.534251 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc082a75-09bb-4c21-b9d3-e552e34bf0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a18763e-365a-4385-900c-2063bac53a20,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:45.562250 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Floating IP 8540dea1-ce45-4fb5-b7a6-89ef750670b3 associated. External IP: 172.27.0.241, port: 10447e32-8d88-44df-9480-8b3b38b17f4e. Mar 02 03:36:45.786668 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:36:45.898464 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:36:45.903409 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:45.912258 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:36:45.923494 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:45.924295 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:36:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:45.938484 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6b14e9ad-e994-4c8c-847a-d3963b9f604e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "PUT /v2.0/floatingips/8540dea1-ce45-4fb5-b7a6-89ef750670b3 HTTP/1.1" status: 200 len: 992 time: 1.4008467 Mar 02 03:36:45.939313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:36:45.944255 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:36:46.002986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c599c3-4f08-430d-964b-c667f04ac4ee x-openstack-request-id: req-73c599c3-4f08-430d-964b-c667f04ac4ee {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:36:46.004608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:36:46.004965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73c599c3-4f08-430d-964b-c667f04ac4ee {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:36:46.005587 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'status': 'completed', 'code': 200} Mar 02 03:36:46.068338 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:46.418093 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '8540dea1-ce45-4fb5-b7a6-89ef750670b3', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:d0:ee:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:36:10Z', 'updated_at': '2022-03-02T03:36:45Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:46.448832 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:36:46.460390 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:36:46.461441 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:36:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:46.529553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-d67f9837-8125-4335-af1a-1be6ffe45519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:46.531645 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-d67f9837-8125-4335-af1a-1be6ffe45519 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0551820 Mar 02 03:36:46.603926 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:36:46.640117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-b97b9957-4f64-45d5-95b9-f82c672a058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:46.641683 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-b97b9957-4f64-45d5-95b9-f82c672a058b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.1040304 Mar 02 03:36:46.898755 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '8540dea1-ce45-4fb5-b7a6-89ef750670b3', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:d0:ee:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:36:10Z', 'updated_at': '2022-03-02T03:36:45Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:46.924697 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f042ca2-aa90-43a5-a568-87a3fea135ce None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '8540dea1-ce45-4fb5-b7a6-89ef750670b3', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:d0:ee:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:36:10Z', 'updated_at': '2022-03-02T03:36:45Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:36:46.937830 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-b4fbd50f-0806-4b1c-97fd-31796086f26e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1000 time: 0.2890346 Mar 02 03:36:46.995191 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-f1f1d681-8f30-4a95-a3be-e2ae4786d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:46.996789 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-f1f1d681-8f30-4a95-a3be-e2ae4786d471 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0517092 Mar 02 03:36:47.060974 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-e9a2782f-f743-4967-a7dd-ae45d928ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:36:47.062543 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-e9a2782f-f743-4967-a7dd-ae45d928ebb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597079 Mar 02 03:36:47.162819 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-1870a9bc-db2a-4036-a46c-55afac1d272b service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935235 Mar 02 03:36:47.193672 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2f7d4-b79a-4764-9a82-e132e8e950e9 None None] New status for floating IP 8540dea1-ce45-4fb5-b7a6-89ef750670b3: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:36:47.276832 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68f4c3b3-b2a2-45ea-bf73-2362e45fd44c req-c721c523-c9d0-45e1-9ce8-ad5a5e2172ea service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049774 Mar 02 03:36:47.669089 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d115-b877-4aad-b5af-8eecbdb2333b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.714760 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35098) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:47.759897 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Deleting subnet 372f2733-a83a-4866-9e9b-983aebea0820 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:36:47.763549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Publish callbacks [] for subnet (372f2733-a83a-4866-9e9b-983aebea0820), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.802552 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (372f2733-a83a-4866-9e9b-983aebea0820), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.849719 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (372f2733-a83a-4866-9e9b-983aebea0820), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.927900 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (372f2733-a83a-4866-9e9b-983aebea0820), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.954780 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372f2733-a83a-4866-9e9b-983aebea0820,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:47.961491 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:47.965753 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-162d93d1-39bb-4dbd-8f10-a42770085c03 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/372f2733-a83a-4866-9e9b-983aebea0820 HTTP/1.1" status: 204 len: 168 time: 0.2496183 Mar 02 03:36:47.967962 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35120) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:48.044956 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (42c5a024-7162-4d71-bf57-7e0be6a16399), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.128424 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (42c5a024-7162-4d71-bf57-7e0be6a16399), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.148227 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c5a024-7162-4d71-bf57-7e0be6a16399']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.158642 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c326e3-3217-4a6e-9b88-499d6f175585') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.158964 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c326e3-3217-4a6e-9b88-499d6f175585') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.168687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (b8c326e3-3217-4a6e-9b88-499d6f175585), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.181891 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (b8c326e3-3217-4a6e-9b88-499d6f175585), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.188268 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:36:48.188653 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (b8c326e3-3217-4a6e-9b88-499d6f175585), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:36:48.190393 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:36:48.247479 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (42c5a024-7162-4d71-bf57-7e0be6a16399), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.264252 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.267414 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] 10.222.0.23 "DELETE /v2.0/networks/42c5a024-7162-4d71-bf57-7e0be6a16399 HTTP/1.1" status: 204 len: 168 time: 0.2984488 Mar 02 03:36:48.268484 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb47b1a-e8d0-47a0-966c-80ba05c6004e admin admin] Pushing event deleted for resources: {'Network': ['ID=42c5a024-7162-4d71-bf57-7e0be6a16399,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:48.270355 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35136) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:48.328000 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Deleting subnet 14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:36:48.331509 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Publish callbacks [] for subnet (14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.369727 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.410568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.467568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.493326 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:48.499732 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.503342 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-11c1bbbf-4e80-4c7a-9b0c-e683b0808463 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/14f6df5f-2cfc-4ce3-a0d5-a3d8d6046759 HTTP/1.1" status: 204 len: 168 time: 0.2319884 Mar 02 03:36:48.506393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35146) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:48.580215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (e6cbb062-f63c-41b9-97ae-472367d1169f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.678911 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35154) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:48.683386 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (e6cbb062-f63c-41b9-97ae-472367d1169f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.705500 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.705854 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.706603 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.706952 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > port after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.707318 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.707661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > port after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.707987 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.708307 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.708797 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.709128 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.789669 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.790028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.790977 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.791344 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 03:36:48.791713 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cbb062-f63c-41b9-97ae-472367d1169f']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.809610 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea60834f-4d20-4955-bef9-9c3ca339fffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.811135 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5721bb31-4f7d-4725-9459-9c1ca77a3722') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.811759 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5721bb31-4f7d-4725-9459-9c1ca77a3722') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:36:48.833815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (5721bb31-4f7d-4725-9459-9c1ca77a3722), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.863079 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (5721bb31-4f7d-4725-9459-9c1ca77a3722), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.875820 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:36:48.876775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (5721bb31-4f7d-4725-9459-9c1ca77a3722), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: from cryptography.utils import int_from_bytes Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: from cryptography.utils import int_from_bytes Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:36:48.884148 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:36:48.918540 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea60834f-4d20-4955-bef9-9c3ca339fffd admin admin] Publish callbacks [] for security_group (1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.922851 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ea60834f-4d20-4955-bef9-9c3ca339fffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.940761 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (e6cbb062-f63c-41b9-97ae-472367d1169f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.954161 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:48.967240 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60834f-4d20-4955-bef9-9c3ca339fffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:48.970732 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] 10.222.0.23 "DELETE /v2.0/networks/e6cbb062-f63c-41b9-97ae-472367d1169f HTTP/1.1" status: 204 len: 168 time: 0.4543946 Mar 02 03:36:48.981531 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ffb5-d6f2-4924-a152-d99ceb54727f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cbb062-f63c-41b9-97ae-472367d1169f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:48.981658 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ea60834f-4d20-4955-bef9-9c3ca339fffd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c31021bb77e4fd68109c1005dbcbca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011634 Mar 02 03:36:48.984946 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35168) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.064419 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] Publish callbacks [] for security_group (1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.084425 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:36:49.111257 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] Publish callbacks [] for security_group (1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.167454 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.174258 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.178155 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138 HTTP/1.1" status: 204 len: 168 time: 0.1890500 Mar 02 03:36:49.183307 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35180) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.189965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34641b-d14f-4c36-aab5-73de4d3fa5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e687b37-ba5b-4b4a-bf1c-0ea27a4fc138,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:49.247757 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cab00cdd-14e5-454a-8087-ccda405afbaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39e5fcb618e844eaa2dc562e17edce46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607123 Mar 02 03:36:49.247994 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35186) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.301029 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] Publish callbacks [] for security_group (3935d293-efc5-4503-9a84-1dc56aa2d3b5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.324946 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] Publish callbacks [] for security_group (3935d293-efc5-4503-9a84-1dc56aa2d3b5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.382632 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3935d293-efc5-4503-9a84-1dc56aa2d3b5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.385522 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.389329 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3935d293-efc5-4503-9a84-1dc56aa2d3b5 HTTP/1.1" status: 204 len: 168 time: 0.1378403 Mar 02 03:36:49.395147 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b69bd-8f2d-4e5f-929e-fdf0dfdb2720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935d293-efc5-4503-9a84-1dc56aa2d3b5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:49.598185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35202) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.611750 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3171778f-70e0-493b-9724-e9cea85d2733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.698402 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3171778f-70e0-493b-9724-e9cea85d2733 admin admin] Publish callbacks [] for security_group (1e6c0e35-1648-4520-91d2-a25d3a504b7c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.703366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3171778f-70e0-493b-9724-e9cea85d2733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1e6c0e35-1648-4520-91d2-a25d3a504b7c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.745294 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3171778f-70e0-493b-9724-e9cea85d2733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=249dc783b7b0475a8ab2fc90aec48af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459775 Mar 02 03:36:49.746261 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171778f-70e0-493b-9724-e9cea85d2733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c0e35-1648-4520-91d2-a25d3a504b7c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:49.747942 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35204) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.787543 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35206) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.806720 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] Publish callbacks [] for security_group (1e6c0e35-1648-4520-91d2-a25d3a504b7c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.827412 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] Publish callbacks [] for security_group (1e6c0e35-1648-4520-91d2-a25d3a504b7c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.830146 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b822fac5-dd6c-428d-af7a-75e93f9f5921 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d10603cf588649e0b49af1c48da14970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414405 Mar 02 03:36:49.832688 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35208) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:49.873966 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1e6c0e35-1648-4520-91d2-a25d3a504b7c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.876751 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.878020 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6c0e35-1648-4520-91d2-a25d3a504b7c HTTP/1.1" status: 204 len: 168 time: 0.1284468 Mar 02 03:36:49.886908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] Publish callbacks [] for security_group (7e924774-c3cf-4ba4-8f07-0faaf2010ae4), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.894636 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80d001-2387-4edf-85fd-85766580fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c0e35-1648-4520-91d2-a25d3a504b7c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:49.923160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] Publish callbacks [] for security_group (7e924774-c3cf-4ba4-8f07-0faaf2010ae4), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.976539 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7e924774-c3cf-4ba4-8f07-0faaf2010ae4), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.980157 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:49.984368 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e924774-c3cf-4ba4-8f07-0faaf2010ae4 HTTP/1.1" status: 204 len: 168 time: 0.1483059 Mar 02 03:36:49.991637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a0ca0-5a69-4cc7-9c1b-48c588981fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e924774-c3cf-4ba4-8f07-0faaf2010ae4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:50.077897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d0902f65-15e1-4b75-9d68-423fe5f11d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:50.934972 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.222436 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35298) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:51.422002 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e86f8a9c-3766-44bc-bf3a-7c8b332b66aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.498139 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e86f8a9c-3766-44bc-bf3a-7c8b332b66aa admin admin] Publish callbacks [] for security_group (28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.503308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e86f8a9c-3766-44bc-bf3a-7c8b332b66aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.539666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8a9c-3766-44bc-bf3a-7c8b332b66aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:51.546470 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e86f8a9c-3766-44bc-bf3a-7c8b332b66aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcca0d94b8bd4d6e9483df9127c6cbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206930 Mar 02 03:36:51.546687 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35314) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:36:51.594950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] Publish callbacks [] for security_group (28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.615215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] Publish callbacks [] for security_group (28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.663909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.667389 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:51.668548 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390 HTTP/1.1" status: 204 len: 168 time: 0.1209466 Mar 02 03:36:51.676681 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a378aa-ac28-46d8-99f8-babb48d3909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6d1e7-1711-4e4e-9b1c-1cb4af6c7390,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:36:52.374154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:36:53.982027 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:00.655934 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:00.821739 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35566) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:00.888582 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:00.903895 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0594a0e-fc72-45e2-bad7-66b8233470b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.029028 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Publish callbacks [] for security_group (157931aa-d26f-46ba-b385-f21b72fbaa35), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.037603 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0594a0e-fc72-45e2-bad7-66b8233470b6 admin admin] Publish callbacks [] for security_group (da3bf1f1-7e06-472b-b25d-b395b450e1ef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.038580 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (157931aa-d26f-46ba-b385-f21b72fbaa35), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.051354 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a0594a0e-fc72-45e2-bad7-66b8233470b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (da3bf1f1-7e06-472b-b25d-b395b450e1ef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.091705 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53cce3d21d65495ab0cc17158df467cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684770 Mar 02 03:37:01.093887 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35574) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.109821 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a0594a0e-fc72-45e2-bad7-66b8233470b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b5330ade13f488dac6a95fb60af1702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488704 Mar 02 03:37:01.109821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157931aa-d26f-46ba-b385-f21b72fbaa35,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:01.113833 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.114179 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.114699 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.115043 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.115412 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.115731 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.116138 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.116878 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.116878 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.117220 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.118129 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.118129 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.118129 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9f34d6-ff6f-4bb4-9639-71067cad350c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.120978 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35576) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.145238 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594a0e-fc72-45e2-bad7-66b8233470b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3bf1f1-7e06-472b-b25d-b395b450e1ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:01.203662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Publish callbacks [] for security_group (157931aa-d26f-46ba-b385-f21b72fbaa35), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.236295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Publish callbacks [] for security_group (157931aa-d26f-46ba-b385-f21b72fbaa35), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.279099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] Publish callbacks [] for security_group (da3bf1f1-7e06-472b-b25d-b395b450e1ef), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.310294 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] Publish callbacks [] for security_group (da3bf1f1-7e06-472b-b25d-b395b450e1ef), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.334495 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (157931aa-d26f-46ba-b385-f21b72fbaa35), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.338037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.341559 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/157931aa-d26f-46ba-b385-f21b72fbaa35 HTTP/1.1" status: 204 len: 168 time: 0.2440562 Mar 02 03:37:01.356106 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157931aa-d26f-46ba-b385-f21b72fbaa35,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:01.370747 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.371275 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.371763 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.372201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.372714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.373111 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.373524 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.374025 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.374344 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.374782 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.375241 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.375633 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.376021 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8eb098-7489-4852-ae3c-4929bac53419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:01.388471 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (da3bf1f1-7e06-472b-b25d-b395b450e1ef), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.391176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.395102 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da3bf1f1-7e06-472b-b25d-b395b450e1ef HTTP/1.1" status: 204 len: 168 time: 0.2725790 Mar 02 03:37:01.403749 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7493433-0476-47a5-b060-16f8345ac688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3bf1f1-7e06-472b-b25d-b395b450e1ef,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:01.423714 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35590) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.690568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ff27-5500-48bb-8b2e-3d004bf6bcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.757164 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35604) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.765948 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ff27-5500-48bb-8b2e-3d004bf6bcc8 admin admin] Publish callbacks [] for security_group (e41b0e3f-ffb3-419f-a4ba-11716d164226), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.769663 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6a2ff27-5500-48bb-8b2e-3d004bf6bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e41b0e3f-ffb3-419f-a4ba-11716d164226), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.806950 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d6a2ff27-5500-48bb-8b2e-3d004bf6bcc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e5687ba956e4bea9d1b8a55a1bbd5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819647 Mar 02 03:37:01.809564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35608) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.819863 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2ff27-5500-48bb-8b2e-3d004bf6bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b0e3f-ffb3-419f-a4ba-11716d164226,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:01.881775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] Publish callbacks [] for security_group (e41b0e3f-ffb3-419f-a4ba-11716d164226), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.908578 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35618) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.908903 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] Publish callbacks [] for security_group (e41b0e3f-ffb3-419f-a4ba-11716d164226), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.917886 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35620) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:01.928696 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a49d959-1540-496f-8464-4acd1d572d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.974937 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5def7d6a-ddd3-47de-9817-8d4e81cadf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.984337 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e41b0e3f-ffb3-419f-a4ba-11716d164226), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.987924 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:01.991692 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e41b0e3f-ffb3-419f-a4ba-11716d164226 HTTP/1.1" status: 204 len: 168 time: 0.1785774 Mar 02 03:37:02.007875 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea60f-d0e9-4c34-9c3a-8f066abbc4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b0e3f-ffb3-419f-a4ba-11716d164226,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.091608 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a49d959-1540-496f-8464-4acd1d572d4d admin admin] Publish callbacks [] for security_group (4fd76658-a729-468b-b851-73bcac1e52e4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.100336 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8a49d959-1540-496f-8464-4acd1d572d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4fd76658-a729-468b-b851-73bcac1e52e4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.147651 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8a49d959-1540-496f-8464-4acd1d572d4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b69820baab654b3aaa5c794e0b51105a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378297 Mar 02 03:37:02.150748 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35630) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:02.156516 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5def7d6a-ddd3-47de-9817-8d4e81cadf45 admin admin] Publish callbacks [] for security_group (e3a28c40-95f0-4016-9fe8-25445d9529d0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.160533 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49d959-1540-496f-8464-4acd1d572d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd76658-a729-468b-b851-73bcac1e52e4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.184349 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5def7d6a-ddd3-47de-9817-8d4e81cadf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e3a28c40-95f0-4016-9fe8-25445d9529d0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.219623 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] Publish callbacks [] for security_group (4fd76658-a729-468b-b851-73bcac1e52e4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.223752 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5def7d6a-ddd3-47de-9817-8d4e81cadf45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=147841acb9344b4d9d764172376ef736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047369 Mar 02 03:37:02.229849 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a48a111-6ee4-4720-935e-22d84161afe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.232672 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35634) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:02.252254 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def7d6a-ddd3-47de-9817-8d4e81cadf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a28c40-95f0-4016-9fe8-25445d9529d0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.270008 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] Publish callbacks [] for security_group (4fd76658-a729-468b-b851-73bcac1e52e4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.338235 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a48a111-6ee4-4720-935e-22d84161afe5 admin admin] Publish callbacks [] for security_group (3561cac4-f9d2-4e89-95ac-7fbded435315), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.345735 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] Publish callbacks [] for security_group (e3a28c40-95f0-4016-9fe8-25445d9529d0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.345962 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6a48a111-6ee4-4720-935e-22d84161afe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3561cac4-f9d2-4e89-95ac-7fbded435315), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.367426 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4fd76658-a729-468b-b851-73bcac1e52e4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.371507 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.372780 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fd76658-a729-468b-b851-73bcac1e52e4 HTTP/1.1" status: 204 len: 168 time: 0.2205997 Mar 02 03:37:02.383043 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] Publish callbacks [] for security_group (e3a28c40-95f0-4016-9fe8-25445d9529d0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.388490 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6a48a111-6ee4-4720-935e-22d84161afe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a0e80b2f6ef49488c0f0aa7c84a11cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302607 Mar 02 03:37:02.389511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48a111-6ee4-4720-935e-22d84161afe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561cac4-f9d2-4e89-95ac-7fbded435315,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.392067 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 35642) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:02.396557 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6119928-9553-4b38-9d53-acdbe3bfaa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd76658-a729-468b-b851-73bcac1e52e4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.449950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] Publish callbacks [] for security_group (3561cac4-f9d2-4e89-95ac-7fbded435315), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.453703 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e3a28c40-95f0-4016-9fe8-25445d9529d0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.457123 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.458876 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3a28c40-95f0-4016-9fe8-25445d9529d0 HTTP/1.1" status: 204 len: 168 time: 0.2248647 Mar 02 03:37:02.472988 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe3c59-a88e-43ce-8640-8e04cf9cec66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a28c40-95f0-4016-9fe8-25445d9529d0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.479310 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] Publish callbacks [] for security_group (3561cac4-f9d2-4e89-95ac-7fbded435315), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.510697 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35646) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:02.526077 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417ca60f-16a2-4793-9875-4610ed78b248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.548991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3561cac4-f9d2-4e89-95ac-7fbded435315), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.552692 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.558676 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3561cac4-f9d2-4e89-95ac-7fbded435315 HTTP/1.1" status: 204 len: 168 time: 0.1627781 Mar 02 03:37:02.566433 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd122-5e1c-4a25-9a4a-c228e44dc30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561cac4-f9d2-4e89-95ac-7fbded435315,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.682471 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417ca60f-16a2-4793-9875-4610ed78b248 admin admin] Publish callbacks [] for security_group (2cb42468-2df4-4d09-9d1b-8f81da0c3b47), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.692791 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-417ca60f-16a2-4793-9875-4610ed78b248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (2cb42468-2df4-4d09-9d1b-8f81da0c3b47), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.745531 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ca60f-16a2-4793-9875-4610ed78b248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb42468-2df4-4d09-9d1b-8f81da0c3b47,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:02.750188 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-417ca60f-16a2-4793-9875-4610ed78b248 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcf6dc7cd87d48c7a832f5cf7c1296f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381601 Mar 02 03:37:02.752801 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 35658) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:02.809370 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] Publish callbacks [] for security_group (2cb42468-2df4-4d09-9d1b-8f81da0c3b47), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.842718 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] Publish callbacks [] for security_group (2cb42468-2df4-4d09-9d1b-8f81da0c3b47), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.898407 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (2cb42468-2df4-4d09-9d1b-8f81da0c3b47), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.901424 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:02.905564 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cb42468-2df4-4d09-9d1b-8f81da0c3b47 HTTP/1.1" status: 204 len: 168 time: 0.1516690 Mar 02 03:37:02.917928 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822e4b2-1645-43f0-85e4-0c744345e516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb42468-2df4-4d09-9d1b-8f81da0c3b47,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:05.352659 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-96484fd4-1dd8-4b92-ad31-bbf4c77ef5e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477517 Mar 02 03:37:05.483491 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-d2b3e65f-eef9-4cdb-bb37-be9d02ddbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:05.485899 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-d2b3e65f-eef9-4cdb-bb37-be9d02ddbfa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b3c8fe4c2483453594312bc39df134c3&device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 1129 time: 0.0516956 Mar 02 03:37:05.610958 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-540b8746-c0f0-46e5-b8e2-5dfadc99c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:05.616861 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-540b8746-c0f0-46e5-b8e2-5dfadc99c630 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fad69f68-5001-4cf9-8d95-506b927650c5 HTTP/1.1" status: 200 len: 912 time: 0.1040692 Mar 02 03:37:05.667508 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-af721c82-ac87-4168-896b-4f389b02bccb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=986e127d-0c43-4831-86d6-63ab8eed6000 HTTP/1.1" status: 200 len: 217 time: 0.0437646 Mar 02 03:37:05.731470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-ba864268-a997-4d4f-91d3-1ff75c202e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:05.733067 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-ba864268-a997-4d4f-91d3-1ff75c202e42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3551002-de06-4524-85b3-8099efd0d547 HTTP/1.1" status: 200 len: 852 time: 0.0581143 Mar 02 03:37:05.784958 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-982c75e2-0105-4add-b4ec-de764c333212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fad69f68-5001-4cf9-8d95-506b927650c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408163 Mar 02 03:37:05.907114 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-32bab269-73d8-4456-8141-47faaf99664b service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102576 Mar 02 03:37:06.081630 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cab63-002f-4f93-8b9e-de29c2aa7c12 req-5ec8cd61-afc0-4f86-a461-764e0872332c service neutron] 10.222.0.35 "GET /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649902 Mar 02 03:37:06.909605 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:07.511773 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c6b85-ddaa-4c85-9d41-541b5e81f1f7 req-05891150-697b-4d12-a4f2-ee01f18d81c3 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:07.513580 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-933c6b85-ddaa-4c85-9d41-541b5e81f1f7 req-05891150-697b-4d12-a4f2-ee01f18d81c3 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0551972 Mar 02 03:37:07.562302 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-933c6b85-ddaa-4c85-9d41-541b5e81f1f7 req-24ec0a8e-e780-406c-a66e-a8a6847b3bf7 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Mar 02 03:37:07.757667 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36002) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:07.861232 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b38eb4-2148-4324-9965-9bde68199de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:07.933460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b38eb4-2148-4324-9965-9bde68199de1 admin admin] Publish callbacks [] for security_group (6e8b6165-4bb9-4d06-aefc-08f7fb546525), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:07.937127 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42b38eb4-2148-4324-9965-9bde68199de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6e8b6165-4bb9-4d06-aefc-08f7fb546525), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:07.974303 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-42b38eb4-2148-4324-9965-9bde68199de1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=921f8959d12b4b38a3b1a1364231646e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155843 Mar 02 03:37:07.975152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b38eb4-2148-4324-9965-9bde68199de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b6165-4bb9-4d06-aefc-08f7fb546525,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:07.977752 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36008) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:08.024502 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] Publish callbacks [] for security_group (6e8b6165-4bb9-4d06-aefc-08f7fb546525), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.045393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] Publish callbacks [] for security_group (6e8b6165-4bb9-4d06-aefc-08f7fb546525), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.093243 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6e8b6165-4bb9-4d06-aefc-08f7fb546525), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.095990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.099438 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e8b6165-4bb9-4d06-aefc-08f7fb546525 HTTP/1.1" status: 204 len: 168 time: 0.1184106 Mar 02 03:37:08.107740 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc961a2a-9610-47c8-82df-b339c20a66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b6165-4bb9-4d06-aefc-08f7fb546525,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:08.349565 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36018) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:08.364812 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb9001e6-f2dc-4624-9719-fc5c70f70c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.438223 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb9001e6-f2dc-4624-9719-fc5c70f70c5e admin admin] Publish callbacks [] for security_group (b11fa230-d75b-4e3d-b6d4-13b039fe6e06), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.441871 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fb9001e6-f2dc-4624-9719-fc5c70f70c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b11fa230-d75b-4e3d-b6d4-13b039fe6e06), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.480793 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fb9001e6-f2dc-4624-9719-fc5c70f70c5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b4dab44679a48878de4ddf1a42aea98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301501 Mar 02 03:37:08.481520 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9001e6-f2dc-4624-9719-fc5c70f70c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11fa230-d75b-4e3d-b6d4-13b039fe6e06,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:08.483439 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:08.535848 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] Publish callbacks [] for security_group (b11fa230-d75b-4e3d-b6d4-13b039fe6e06), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.556757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] Publish callbacks [] for security_group (b11fa230-d75b-4e3d-b6d4-13b039fe6e06), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.602704 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b11fa230-d75b-4e3d-b6d4-13b039fe6e06), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.605306 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:08.606434 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b11fa230-d75b-4e3d-b6d4-13b039fe6e06 HTTP/1.1" status: 204 len: 168 time: 0.1213713 Mar 02 03:37:08.616639 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b29d5-b9c2-42b8-a278-6674908b6f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11fa230-d75b-4e3d-b6d4-13b039fe6e06,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:08.698830 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806fe18-ec15-4bcf-9fca-5cc22b606571 req-db1b9371-64f4-4a2d-b600-24c8665c1cf9 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:08.700279 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a806fe18-ec15-4bcf-9fca-5cc22b606571 req-db1b9371-64f4-4a2d-b600-24c8665c1cf9 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0524049 Mar 02 03:37:08.749078 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a806fe18-ec15-4bcf-9fca-5cc22b606571 req-a2211537-e92a-42d5-91d9-728306c9dcd9 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Mar 02 03:37:09.874457 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c92dc-f787-4e6a-84df-db0437b0d886 req-46c16562-b1d0-4eca-8f16-400a8df6b1ed tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:09.876007 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d11c92dc-f787-4e6a-84df-db0437b0d886 req-46c16562-b1d0-4eca-8f16-400a8df6b1ed tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0561404 Mar 02 03:37:09.921053 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d11c92dc-f787-4e6a-84df-db0437b0d886 req-647c234a-14ba-40c8-bb59-7cfe114f0bff tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396047 Mar 02 03:37:11.041710 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a27306-5cc5-4366-9499-a419607e649c req-eb73bb9b-5300-4ad4-b4f0-152ac5929a14 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:11.043298 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-37a27306-5cc5-4366-9499-a419607e649c req-eb73bb9b-5300-4ad4-b4f0-152ac5929a14 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0550570 Mar 02 03:37:11.095298 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-37a27306-5cc5-4366-9499-a419607e649c req-9f8dab49-97bd-48d6-989d-6fcec171afea tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Mar 02 03:37:11.940393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439af9c-81c0-4108-8932-51507b49f93f req-f71a8cd2-0b1e-4839-b929-55d2bac1688a tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:11.943981 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2439af9c-81c0-4108-8932-51507b49f93f req-f71a8cd2-0b1e-4839-b929-55d2bac1688a tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.35 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.0688794 Mar 02 03:37:12.099169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Deleting port 986e127d-0c43-4831-86d6-63ab8eed6000 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:37:12.099736 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:12.259400 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] For port 986e127d-0c43-4831-86d6-63ab8eed6000, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=986e127d-0c43-4831-86d6-63ab8eed6000,segment=NetworkSegment(9c726307-c160-4b5e-8ecd-a2ad4232e20e),segment_id=9c726307-c160-4b5e-8ecd-a2ad4232e20e)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:12.259773 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:12.284140 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Calling delete_port for 986e127d-0c43-4831-86d6-63ab8eed6000 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:37:12.303486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b85b90-415a-4820-ac21-45ba8f60f10d req-18576e18-7bf6-4134-88c3-62ccdbfe63e8 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:12.305034 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-49b85b90-415a-4820-ac21-45ba8f60f10d req-18576e18-7bf6-4134-88c3-62ccdbfe63e8 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 945 time: 0.1060631 Mar 02 03:37:12.430573 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-49b85b90-415a-4820-ac21-45ba8f60f10d req-d633b3b9-a01e-43ea-9d25-bddee5652bac tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/security-groups?id=f15f840d-56f4-4446-868d-17c711f4102b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175325 Mar 02 03:37:12.524281 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (986e127d-0c43-4831-86d6-63ab8eed6000), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:12.558882 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Pushing event deleted for resources: {'Port': ['ID=986e127d-0c43-4831-86d6-63ab8eed6000,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:12.566923 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['986e127d-0c43-4831-86d6-63ab8eed6000'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:37:12.630094 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] No DVR routers for this DVR port 986e127d-0c43-4831-86d6-63ab8eed6000 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:37:12.633465 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:12.637994 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2439af9c-81c0-4108-8932-51507b49f93f req-6a7dfe62-5e18-42ad-98ed-05a98d46919b tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.35 "DELETE /v2.0/ports/986e127d-0c43-4831-86d6-63ab8eed6000 HTTP/1.1" status: 204 len: 173 time: 0.6879408 Mar 02 03:37:12.638461 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'name': 'network-vif-deleted', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:37:12.640923 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e236518-3ebc-4960-8f06-07ac88ed1241" -d '{"events": [{"server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "name": "network-vif-deleted", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:37:12.686584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7819e-6880-4d85-99f6-b03cedf9eb60 x-openstack-request-id: req-a0a7819e-6880-4d85-99f6-b03cedf9eb60 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:37:12.686881 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efbbf36-d2e9-4a65-b183-b42bcd3dfed3", "name": "network-vif-deleted", "tag": "986e127d-0c43-4831-86d6-63ab8eed6000", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:37:12.687172 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0a7819e-6880-4d85-99f6-b03cedf9eb60 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:37:12.687565 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efbbf36-d2e9-4a65-b183-b42bcd3dfed3', 'name': 'network-vif-deleted', 'tag': '986e127d-0c43-4831-86d6-63ab8eed6000', 'status': 'completed', 'code': 200} Mar 02 03:37:12.954664 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36282) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:13.060152 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21e62714-dc1c-4a79-a5e5-bcaa2924b287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.141022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21e62714-dc1c-4a79-a5e5-bcaa2924b287 admin admin] Publish callbacks [] for security_group (e650955a-07fc-4c4d-b3bc-a86ab88e8b3f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.144753 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-21e62714-dc1c-4a79-a5e5-bcaa2924b287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e650955a-07fc-4c4d-b3bc-a86ab88e8b3f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.185887 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-21e62714-dc1c-4a79-a5e5-bcaa2924b287 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96914fae5d2943a29057ffd294916ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301135 Mar 02 03:37:13.187861 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e62714-dc1c-4a79-a5e5-bcaa2924b287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e650955a-07fc-4c4d-b3bc-a86ab88e8b3f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:13.188635 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36286) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:13.249197 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] Publish callbacks [] for security_group (e650955a-07fc-4c4d-b3bc-a86ab88e8b3f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.272331 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] Publish callbacks [] for security_group (e650955a-07fc-4c4d-b3bc-a86ab88e8b3f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.328858 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e650955a-07fc-4c4d-b3bc-a86ab88e8b3f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.331996 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.333353 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e650955a-07fc-4c4d-b3bc-a86ab88e8b3f HTTP/1.1" status: 204 len: 168 time: 0.1421273 Mar 02 03:37:13.343212 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2299960-9038-45ce-8cd3-e2a25b0b6bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e650955a-07fc-4c4d-b3bc-a86ab88e8b3f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:13.595528 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-06d8d88d-acd3-43d4-979a-7df3ef5db031 req-c9fb4189-4271-4b89-b416-1e6e75e3c090 tempest-DeleteServersTestJSON-2103161780 tempest-DeleteServersTestJSON-2103161780-project] 10.222.0.23 "GET /v2.0/ports?device_id=0efbbf36-d2e9-4a65-b183-b42bcd3dfed3 HTTP/1.1" status: 200 len: 210 time: 0.0421102 Mar 02 03:37:13.780005 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:13.796451 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d04a-97f7-4d44-9d3f-6aecd0f8a62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.882391 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d04a-97f7-4d44-9d3f-6aecd0f8a62e admin admin] Publish callbacks [] for security_group (c1ea7e70-338f-4404-82e9-c27a04fcc523), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.887611 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d04a-97f7-4d44-9d3f-6aecd0f8a62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c1ea7e70-338f-4404-82e9-c27a04fcc523), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:13.930119 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d04a-97f7-4d44-9d3f-6aecd0f8a62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea7e70-338f-4404-82e9-c27a04fcc523,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:13.938655 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1eb3d04a-97f7-4d44-9d3f-6aecd0f8a62e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b167437d9e43df9904e2d5c1a8c0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549392 Mar 02 03:37:13.939372 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.000167 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] Publish callbacks [] for security_group (c1ea7e70-338f-4404-82e9-c27a04fcc523), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.035176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] Publish callbacks [] for security_group (c1ea7e70-338f-4404-82e9-c27a04fcc523), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.099763 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c1ea7e70-338f-4404-82e9-c27a04fcc523), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.102628 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.104451 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1ea7e70-338f-4404-82e9-c27a04fcc523 HTTP/1.1" status: 204 len: 168 time: 0.1626871 Mar 02 03:37:14.115086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78699c-90b9-4c16-a198-3f9d87626248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea7e70-338f-4404-82e9-c27a04fcc523,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:14.303406 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.335386 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36360) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.543765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6decb3df-c19d-4fbf-8cf0-8f9a68642325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.596072 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c1b87ad-efca-4d65-a255-fb886c47406f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.647795 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.661741 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf3967e-1bf7-4a02-988a-b3191d994c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.671912 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6decb3df-c19d-4fbf-8cf0-8f9a68642325 admin admin] Publish callbacks [] for security_group (27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.679487 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6decb3df-c19d-4fbf-8cf0-8f9a68642325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.732815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb3df-c19d-4fbf-8cf0-8f9a68642325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:14.742738 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36380) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.743090 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6decb3df-c19d-4fbf-8cf0-8f9a68642325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3546517c343047f1895f384378638b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4382069 Mar 02 03:37:14.773458 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c1b87ad-efca-4d65-a255-fb886c47406f admin admin] Publish callbacks [] for security_group (8ce00ba6-1837-4d43-b0ad-04d226948407), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.779788 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c1b87ad-efca-4d65-a255-fb886c47406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8ce00ba6-1837-4d43-b0ad-04d226948407), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.808280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf3967e-1bf7-4a02-988a-b3191d994c04 admin admin] Publish callbacks [] for security_group (85961f73-853a-4dfe-98de-4c62b12be6ef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.821385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b87ad-efca-4d65-a255-fb886c47406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce00ba6-1837-4d43-b0ad-04d226948407,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:14.826311 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1c1b87ad-efca-4d65-a255-fb886c47406f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e351c9713d4546f7be91753e5d4cc745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898872 Mar 02 03:37:14.828779 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36390) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.833094 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-abf3967e-1bf7-4a02-988a-b3191d994c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (85961f73-853a-4dfe-98de-4c62b12be6ef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.849935 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] Publish callbacks [] for security_group (27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.882667 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] Publish callbacks [] for security_group (8ce00ba6-1837-4d43-b0ad-04d226948407), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.908892 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] Publish callbacks [] for security_group (8ce00ba6-1837-4d43-b0ad-04d226948407), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.910095 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] Publish callbacks [] for security_group (27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.931877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36396) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:14.932613 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-abf3967e-1bf7-4a02-988a-b3191d994c04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbc596d7f1c04fd3b145e69acaa719cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829754 Mar 02 03:37:14.935391 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3967e-1bf7-4a02-988a-b3191d994c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85961f73-853a-4dfe-98de-4c62b12be6ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:14.973231 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.976076 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:14.980106 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3 HTTP/1.1" status: 204 len: 168 time: 0.2318377 Mar 02 03:37:14.987776 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedbb68-2a2a-4414-8311-2e56ab2a84fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae7a7a-25c8-4eb0-a06c-b953ec4d61e3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:15.026131 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] Publish callbacks [] for security_group (85961f73-853a-4dfe-98de-4c62b12be6ef), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.056263 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] Publish callbacks [] for security_group (85961f73-853a-4dfe-98de-4c62b12be6ef), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.066040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8ce00ba6-1837-4d43-b0ad-04d226948407), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.075129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.079246 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ce00ba6-1837-4d43-b0ad-04d226948407 HTTP/1.1" status: 204 len: 168 time: 0.2491844 Mar 02 03:37:15.102195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8775-982c-43da-b5a9-e4070c4a90ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce00ba6-1837-4d43-b0ad-04d226948407,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:15.160179 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (85961f73-853a-4dfe-98de-4c62b12be6ef), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.163718 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.168658 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85961f73-853a-4dfe-98de-4c62b12be6ef HTTP/1.1" status: 204 len: 168 time: 0.2314110 Mar 02 03:37:15.176785 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93028c6-4d23-40e7-acd0-b38adb96b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85961f73-853a-4dfe-98de-4c62b12be6ef,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:15.599365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36428) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:15.614060 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1344039-c1a2-4242-81b2-711eae7eb9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.674631 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36430) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:15.695264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee687a68-d888-4a7d-a3ca-261f59688c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.720945 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1344039-c1a2-4242-81b2-711eae7eb9b5 admin admin] Publish callbacks [] for security_group (27b09bd5-a004-428a-a624-e454de6e58d4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.731099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e1344039-c1a2-4242-81b2-711eae7eb9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (27b09bd5-a004-428a-a624-e454de6e58d4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.785117 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e1344039-c1a2-4242-81b2-711eae7eb9b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28597798db694483b7dbfe29135e27f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845891 Mar 02 03:37:15.787931 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36434) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:15.797095 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344039-c1a2-4242-81b2-711eae7eb9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b09bd5-a004-428a-a624-e454de6e58d4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:15.850556 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee687a68-d888-4a7d-a3ca-261f59688c5c admin admin] Publish callbacks [] for security_group (f3c0235f-5118-4383-bafd-bc4a37e485bf), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.851564 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] Publish callbacks [] for security_group (27b09bd5-a004-428a-a624-e454de6e58d4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.856204 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ee687a68-d888-4a7d-a3ca-261f59688c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f3c0235f-5118-4383-bafd-bc4a37e485bf), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.873933 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] Publish callbacks [] for security_group (27b09bd5-a004-428a-a624-e454de6e58d4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.933803 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (27b09bd5-a004-428a-a624-e454de6e58d4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.936388 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:15.939546 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27b09bd5-a004-428a-a624-e454de6e58d4 HTTP/1.1" status: 204 len: 168 time: 0.1498394 Mar 02 03:37:15.955720 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81c69f-c987-404c-ac75-e0f207c0f2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b09bd5-a004-428a-a624-e454de6e58d4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:16.115804 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ee687a68-d888-4a7d-a3ca-261f59688c5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb9600d8ceff43799d335ce0bbc84360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396896 Mar 02 03:37:16.117148 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee687a68-d888-4a7d-a3ca-261f59688c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0235f-5118-4383-bafd-bc4a37e485bf,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:16.120405 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36454) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:16.183207 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] Publish callbacks [] for security_group (f3c0235f-5118-4383-bafd-bc4a37e485bf), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.233453 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] Publish callbacks [] for security_group (f3c0235f-5118-4383-bafd-bc4a37e485bf), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.266329 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36466) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:16.305366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f3c0235f-5118-4383-bafd-bc4a37e485bf), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.309693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.313170 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3c0235f-5118-4383-bafd-bc4a37e485bf HTTP/1.1" status: 204 len: 168 time: 0.1891763 Mar 02 03:37:16.319765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b830a0-ab4b-4e62-a93b-68403cace5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0235f-5118-4383-bafd-bc4a37e485bf,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:16.329168 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Deleting subnet f3551002-de06-4524-85b3-8099efd0d547 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:37:16.334932 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Publish callbacks [] for subnet (f3551002-de06-4524-85b3-8099efd0d547), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.382238 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (f3551002-de06-4524-85b3-8099efd0d547), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.444247 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (f3551002-de06-4524-85b3-8099efd0d547), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.512099 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (f3551002-de06-4524-85b3-8099efd0d547), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.542498 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3551002-de06-4524-85b3-8099efd0d547,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:16.545210 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.548446 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ee43032-399e-40c4-a11a-84ac5600ede6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f3551002-de06-4524-85b3-8099efd0d547 HTTP/1.1" status: 204 len: 168 time: 0.2811010 Mar 02 03:37:16.550939 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36484) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:16.623902 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (fad69f68-5001-4cf9-8d95-506b927650c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.717917 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (fad69f68-5001-4cf9-8d95-506b927650c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.744005 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad69f68-5001-4cf9-8d95-506b927650c5']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:16.753707 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c726307-c160-4b5e-8ecd-a2ad4232e20e') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:16.754211 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c726307-c160-4b5e-8ecd-a2ad4232e20e') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:16.765593 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (9c726307-c160-4b5e-8ecd-a2ad4232e20e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.786079 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (9c726307-c160-4b5e-8ecd-a2ad4232e20e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.795197 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:37:16.796330 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (9c726307-c160-4b5e-8ecd-a2ad4232e20e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:37:16.807671 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:37:16.856529 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (fad69f68-5001-4cf9-8d95-506b927650c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.867010 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:16.871798 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fad69f68-5001-4cf9-8d95-506b927650c5 HTTP/1.1" status: 204 len: 168 time: 0.3192937 Mar 02 03:37:16.886998 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bca059-9a91-480e-bd33-92fe2f6e3714 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad69f68-5001-4cf9-8d95-506b927650c5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:17.063312 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36506) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:17.104687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36510) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:17.152281 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9e038037-985b-4fd4-ad8f-2a3bf56f357d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3c8fe4c2483453594312bc39df134c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449052 Mar 02 03:37:17.154022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36514) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:17.212773 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] Publish callbacks [] for security_group (f15f840d-56f4-4446-868d-17c711f4102b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.239243 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] Publish callbacks [] for security_group (f15f840d-56f4-4446-868d-17c711f4102b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.294809 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f15f840d-56f4-4446-868d-17c711f4102b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.298694 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.299215 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09f77094-5488-4140-90c0-e42257e76372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.299905 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f15f840d-56f4-4446-868d-17c711f4102b HTTP/1.1" status: 204 len: 168 time: 0.1448519 Mar 02 03:37:17.312732 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033b4a1-7c70-4820-844a-7a279226b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f840d-56f4-4446-868d-17c711f4102b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:17.430455 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09f77094-5488-4140-90c0-e42257e76372 admin admin] Publish callbacks [] for security_group (bcb507d3-1213-4498-8a67-1d060b79276b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.436583 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-09f77094-5488-4140-90c0-e42257e76372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bcb507d3-1213-4498-8a67-1d060b79276b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.483361 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36526) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:17.483725 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-09f77094-5488-4140-90c0-e42257e76372 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4da54050afbe48cfa4f5b2ef6ae27611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188418 Mar 02 03:37:17.484756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f77094-5488-4140-90c0-e42257e76372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb507d3-1213-4498-8a67-1d060b79276b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:17.562282 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] Publish callbacks [] for security_group (bcb507d3-1213-4498-8a67-1d060b79276b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.593100 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] Publish callbacks [] for security_group (bcb507d3-1213-4498-8a67-1d060b79276b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.660699 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bcb507d3-1213-4498-8a67-1d060b79276b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.665602 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.667887 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb507d3-1213-4498-8a67-1d060b79276b HTTP/1.1" status: 204 len: 168 time: 0.1832280 Mar 02 03:37:17.674485 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8a6cb075-9a33-46d4-beb2-df9c1e76c4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:17.685774 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336bc74-bd8f-4b49-818b-e58f593d78e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb507d3-1213-4498-8a67-1d060b79276b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:18.057383 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 986e127d-0c43-4831-86d6-63ab8eed6000 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:37:18.081237 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 986e127d-0c43-4831-86d6-63ab8eed6000 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:37:18.081768 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 986e127d-0c43-4831-86d6-63ab8eed6000 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:37:18.956532 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36612) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:19.115511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-network', 'tenant_id': '71f89629bbd3430a8609e478eef5895b'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:19.155597 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Made reservation on behalf of 71f89629bbd3430a8609e478eef5895b for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:19.158737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.169796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.267759 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks [] for security_group (bc0e6e05-d647-4af1-8d1c-8a30603f4b71), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.275160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bc0e6e05-d647-4af1-8d1c-8a30603f4b71), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.309185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e6e05-d647-4af1-8d1c-8a30603f4b71,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:19.315454 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:37:19.327245 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (64ae9f16-be2b-41d4-8866-8fbbdc2be711), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.327806 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Added segment 64ae9f16-be2b-41d4-8866-8fbbdc2be711 of type vlan for network 4670bf1f-bec7-4596-ac96-b110fd818e8e Mar 02 03:37:19.392743 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (4670bf1f-bec7-4596-ac96-b110fd818e8e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.427720 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (4670bf1f-bec7-4596-ac96-b110fd818e8e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.428962 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:19.429713 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.495206 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5338376 Mar 02 03:37:19.495206 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36656) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:19.502693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Request body: {'subnet': {'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-subnet', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:19.526099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173b2bc-8584-4395-8cb8-2b5e7b011a3f admin admin] Pushing event updated for resources: {'Network': ['ID=4670bf1f-bec7-4596-ac96-b110fd818e8e,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:19.536113 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:37:19.547209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Made reservation on behalf of 71f89629bbd3430a8609e478eef5895b for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:19.549738 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.750678 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36670) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:19.807291 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (aab542a5-392f-4ef4-a28b-45a9db38a18e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.898129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab542a5-392f-4ef4-a28b-45a9db38a18e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:19.902805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Checking segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:37:19.903119 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Network hostable DHCP agents. Network: 4670bf1f-bec7-4596-ac96-b110fd818e8e, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:37:19.922402 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:37:19.930700 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd62f-2c24-42c8-a3cb-d10fc8971a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.930898 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 4670bf1f-bec7-4596-ac96-b110fd818e8e) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:19.939985 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:19.940829 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27caa1f-901f-426d-b380-fc343286008f None None] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:37:19.941901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:19.964658 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d7c79cdc-68bf-419f-9607-cf4147c668bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4685163 Mar 02 03:37:19.967492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36678) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:19.976400 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:20.010268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.012847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.033058 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36680) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:20.055167 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2281d-729c-4ce3-9bbc-932e4b258d5a None None] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:37:20.058833 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd62f-2c24-42c8-a3cb-d10fc8971a54 admin admin] Publish callbacks [] for security_group (95b53843-963e-4f86-8a1f-7b594d7b094b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.067782 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd62f-2c24-42c8-a3cb-d10fc8971a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (95b53843-963e-4f86-8a1f-7b594d7b094b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.110891 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1dcbd62f-2c24-42c8-a3cb-d10fc8971a54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aae3b0cca404114adf63c09f1cdeaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589330 Mar 02 03:37:20.112027 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbd62f-2c24-42c8-a3cb-d10fc8971a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b53843-963e-4f86-8a1f-7b594d7b094b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:20.114465 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36684) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:20.162638 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for router_controller (14698ab6-2b9d-4659-aa8b-16f9ce62e791), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.182152 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cddb404d-bf1a-41ef-962a-a794b7794223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.189567 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] Publish callbacks [] for security_group (95b53843-963e-4f86-8a1f-7b594d7b094b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.213807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] Publish callbacks [] for security_group (95b53843-963e-4f86-8a1f-7b594d7b094b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.263226 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5036138-535d-4663-94c0-2fe8fe8d7ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.264173 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (95b53843-963e-4f86-8a1f-7b594d7b094b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.266841 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.270619 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95b53843-963e-4f86-8a1f-7b594d7b094b HTTP/1.1" status: 204 len: 168 time: 0.1526315 Mar 02 03:37:20.277365 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49addc05-a22a-41fa-af08-49acf2460fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b53843-963e-4f86-8a1f-7b594d7b094b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:20.367707 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for router_gateway (14698ab6-2b9d-4659-aa8b-16f9ce62e791), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.471138 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5036138-535d-4663-94c0-2fe8fe8d7ee0 admin admin] Publish callbacks [] for security_group (e4adbb00-d05e-429b-ad02-d63b139d6708), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.480026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b5036138-535d-4663-94c0-2fe8fe8d7ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e4adbb00-d05e-429b-ad02-d63b139d6708), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.527984 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b5036138-535d-4663-94c0-2fe8fe8d7ee0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8788f8c7a6d042db9d31129ec21644bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4935594 Mar 02 03:37:20.538355 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36690) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:20.541511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5036138-535d-4663-94c0-2fe8fe8d7ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4adbb00-d05e-429b-ad02-d63b139d6708,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:20.595196 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] Publish callbacks [] for security_group (e4adbb00-d05e-429b-ad02-d63b139d6708), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.623583 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] Publish callbacks [] for security_group (e4adbb00-d05e-429b-ad02-d63b139d6708), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.678441 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e4adbb00-d05e-429b-ad02-d63b139d6708), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.681124 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.682409 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4adbb00-d05e-429b-ad02-d63b139d6708 HTTP/1.1" status: 204 len: 168 time: 0.1507332 Mar 02 03:37:20.684456 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for router_gateway (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.691116 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21192d62-4bae-4994-8e51-dfad70633194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4adbb00-d05e-429b-ad02-d63b139d6708,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:20.716525 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.842828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Allocated IP 172.27.0.229 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/fa06bb1a-be0b-4df2-ba95-f9dd41f14730) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:37:20.963753 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:20.971994 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.022249 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.077959 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:37:21.083328 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:21.087130 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:37:21.115402 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:21.228069 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:21.246021 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb28841-e65e-4628-b3cb-2cdd2549792b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.372353 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb28841-e65e-4628-b3cb-2cdd2549792b admin admin] Publish callbacks [] for security_group (88428f3e-f19a-4945-9231-8585a37a044b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.377159 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bfb28841-e65e-4628-b3cb-2cdd2549792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (88428f3e-f19a-4945-9231-8585a37a044b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.393479 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for router_gateway (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.418572 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bfb28841-e65e-4628-b3cb-2cdd2549792b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db7e147a2cf944cbaf84b30289bf584e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880386 Mar 02 03:37:21.420581 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb28841-e65e-4628-b3cb-2cdd2549792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88428f3e-f19a-4945-9231-8585a37a044b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:21.423634 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36722) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:21.473140 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] Publish callbacks [] for security_group (88428f3e-f19a-4945-9231-8585a37a044b), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.494707 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] Publish callbacks [] for security_group (88428f3e-f19a-4945-9231-8585a37a044b), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.546133 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (88428f3e-f19a-4945-9231-8585a37a044b), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.548904 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.550056 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88428f3e-f19a-4945-9231-8585a37a044b HTTP/1.1" status: 204 len: 168 time: 0.1253254 Mar 02 03:37:21.564362 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08ef0d-b9ce-47f6-8c7a-62e560980b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88428f3e-f19a-4945-9231-8585a37a044b,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:21.612006 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.761907 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:37:21.881564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:37:21.895269 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Sync routers for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:37:21.906761 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:37:21.907420 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:21.908178 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:21.909744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b656cf7c-24be-41ec-b549-50a8531dd1e2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9411955 Mar 02 03:37:21.912925 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36738) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:22.038518 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:37:22.254086 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:21Z', 'revision_number': 3, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:22.293576 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Checking router: 14698ab6-2b9d-4659-aa8b-16f9ce62e791 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:37:22.294451 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Updating router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:37:22.329399 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.401575 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.756540 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks [] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.777384 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.847975 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Pushing event updated for resources: {'Port': ['ID=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:22.859576 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.860143 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.861127 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.861631 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.862128 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.863517 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.863868 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.864216 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.864554 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.864907 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.865244 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.865574 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.865900 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:22.876338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.889283 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Attempting to bind port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:37:22.889878 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Attempting to bind port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:37:22.890357 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Attempting to bind port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:22.898915 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:37:22.900630 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:37:22.901233 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.901897 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:37:22.902490 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Bound port: fa06bb1a-be0b-4df2-ba95-f9dd41f14730, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:37:22.903080 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:22.968506 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] For port fa06bb1a-be0b-4df2-ba95-f9dd41f14730, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:37:22.972098 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] For port fa06bb1a-be0b-4df2-ba95-f9dd41f14730, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:37:22.979395 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.034093 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:37:23.034729 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:23.060211 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Allocated IP 172.20.0.1 (4670bf1f-bec7-4596-ac96-b110fd818e8e/aab542a5-392f-4ef4-a28b-45a9db38a18e/6b0d7afd-957d-4f82-8704-e0417348e5f4) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:37:23.180266 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks [] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.180450 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06156-5f9d-4fbc-bad3-09d7ae5fc94c None None] Pushing event updated for resources: {'Port': ['ID=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:23.216622 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.245292 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:37:23.256403 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:37:23.259294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:23.263566 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:37:23.298545 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Pushing event updated for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:23.311669 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.441802 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:21Z', 'revision_number': 3, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:23.471337 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d8a72-8a5b-4692-93bc-4665692b519c None None] The sync data for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi is: [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:21Z', 'revision_number': 3, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:37:23.484489 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.651867 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks [] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.656431 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.724864 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:23.726613 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Pushing event updated for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:23.859980 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:37:23.862627 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:23.987954 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.010010 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:37:24.128180 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:37:24.143923 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cd537a5b-6dc1-4e1d-a2da-ca8f64430a8a admin admin] 10.222.0.23 "PUT /v2.0/routers/14698ab6-2b9d-4659-aa8b-16f9ce62e791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221010 Mar 02 03:37:24.286490 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36840) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:24.398687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-207aba1c-09de-4468-8414-cbb7bfcd12cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.485546 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-207aba1c-09de-4468-8414-cbb7bfcd12cc admin admin] Publish callbacks [] for security_group (ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.491675 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-207aba1c-09de-4468-8414-cbb7bfcd12cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.533232 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207aba1c-09de-4468-8414-cbb7bfcd12cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:24.541966 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-207aba1c-09de-4468-8414-cbb7bfcd12cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed389164350e45d5afcc7f78ed1fd755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537773 Mar 02 03:37:24.547436 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:24.598714 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] Publish callbacks [] for security_group (ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.622401 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] Publish callbacks [] for security_group (ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.678773 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.682909 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:24.684159 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c HTTP/1.1" status: 204 len: 168 time: 0.1356442 Mar 02 03:37:24.693601 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ab93-4a55-4430-a666-673119426353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c4eb8-5827-4c88-a6ab-9cf3fbcdd65c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:24.886467 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-3cb1bc5a-b8a5-47d6-90a0-7eb05d54af79 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:24.887828 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-3cb1bc5a-b8a5-47d6-90a0-7eb05d54af79 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 819 time: 0.3200264 Mar 02 03:37:24.903970 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-bad1fbec-ea68-4296-bf3e-0194539d6610 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/quotas/71f89629bbd3430a8609e478eef5895b HTTP/1.1" status: 200 len: 375 time: 0.0095725 Mar 02 03:37:24.971580 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-9ba03579-f49d-471f-8fad-72b2b8529617 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623679 Mar 02 03:37:25.000718 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 36880) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:25.014090 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-139b53c4-2b1d-43a6-a0af-d45d0188eb49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.093319 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-139b53c4-2b1d-43a6-a0af-d45d0188eb49 admin admin] Publish callbacks [] for security_group (1f5f6109-4ac5-4760-adf5-7980a9fb4418), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.097854 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-139b53c4-2b1d-43a6-a0af-d45d0188eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1f5f6109-4ac5-4760-adf5-7980a9fb4418), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.133857 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-8cdb8bc4-8152-41c5-9c2b-3fe7565affb0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:37:25.135442 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-8cdb8bc4-8152-41c5-9c2b-3fe7565affb0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564580 Mar 02 03:37:25.138863 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-139b53c4-2b1d-43a6-a0af-d45d0188eb49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a5416e64e4a474b8bf077b6845a4061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370788 Mar 02 03:37:25.139777 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b53c4-2b1d-43a6-a0af-d45d0188eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f6109-4ac5-4760-adf5-7980a9fb4418,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:25.141468 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 36886) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:25.227445 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Sync routers for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:37:25.243014 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:37:25.244340 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:25.247813 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device fa06bb1a-be0b-4df2-ba95-f9dd41f14730 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:25.257769 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] Publish callbacks [] for security_group (1f5f6109-4ac5-4760-adf5-7980a9fb4418), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.280145 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-ef1765ed-6bbf-44fe-8330-c221c13d6283 service neutron] 10.222.0.23 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363349 Mar 02 03:37:25.302595 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] Publish callbacks [] for security_group (1f5f6109-4ac5-4760-adf5-7980a9fb4418), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.384961 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:25.385460 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.402053 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-9261fcc0-4a1e-4fda-a6f9-87c859653cbb service neutron] 10.222.0.23 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146708 Mar 02 03:37:25.411155 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1f5f6109-4ac5-4760-adf5-7980a9fb4418), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.413216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:37:25.415440 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.416173 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f5f6109-4ac5-4760-adf5-7980a9fb4418 HTTP/1.1" status: 204 len: 168 time: 0.2731237 Mar 02 03:37:25.425090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe224f9-20dd-48ff-846c-d23f4b394269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f6109-4ac5-4760-adf5-7980a9fb4418,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:25.627235 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:25.627642 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.673455 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port fa06bb1a-be0b-4df2-ba95-f9dd41f14730, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:25.710077 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:25.792632 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e0374604-eaf1-47c7-8ef8-8f3949d62c86 req-9e93bddf-726c-449f-871a-b1768affa0b4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 210 time: 0.0452263 Mar 02 03:37:25.799672 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:25.815856 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.816291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.816655 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.816997 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.817328 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.817680 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.818020 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.818291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.818612 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.818948 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.819307 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.819702 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.819949 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:37:25.833136 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:23Z', 'revision_number': 4, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '6b0d7afd-957d-4f82-8704-e0417348e5f4', 'name': '', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'mac_address': 'fa:16:3e:4a:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:22Z', 'updated_at': '2022-03-02T03:37:23Z', 'revision_number': 2, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'subnets': [{'id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:25.866216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Checking router: 14698ab6-2b9d-4659-aa8b-16f9ce62e791 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:37:25.866576 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Updating router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 port 6b0d7afd-957d-4f82-8704-e0417348e5f4 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:37:25.900727 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.078773 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:37:26.214103 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-28a68ba1-4d27-4a9d-8a76-6b64f301b57f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:26.221291 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-28a68ba1-4d27-4a9d-8a76-6b64f301b57f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 819 time: 0.1452203 Mar 02 03:37:26.237678 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-21fae0ca-d389-4665-af33-f8d452058ff1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/quotas/71f89629bbd3430a8609e478eef5895b HTTP/1.1" status: 200 len: 375 time: 0.0154629 Mar 02 03:37:26.254570 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks [] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.273515 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.298381 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-aee7931d-2ed2-49a7-8cf5-e756054359ba tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597279 Mar 02 03:37:26.428940 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-b25e2a31-8239-4c8c-8090-23ccc019965d service neutron] 10.222.0.23 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236489 Mar 02 03:37:26.493552 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d89f1-9f5d-4206-83d4-a9b86377b7c6 None None] Pushing event updated for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:26.538111 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-af981d09-56b6-4170-beef-c3d5e561ab48 service neutron] 10.222.0.23 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020782 Mar 02 03:37:26.557560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Attempting to bind port 6b0d7afd-957d-4f82-8704-e0417348e5f4 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:37:26.557945 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Attempting to bind port 6b0d7afd-957d-4f82-8704-e0417348e5f4 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:37:26.558312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Attempting to bind port 6b0d7afd-957d-4f82-8704-e0417348e5f4 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:26.563466 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:37:26.564028 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Checking segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:37:26.564448 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.565576 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Bound using segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:37:26.565986 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Bound port: 6b0d7afd-957d-4f82-8704-e0417348e5f4, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:37:26.566498 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.648395 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] For port 6b0d7afd-957d-4f82-8704-e0417348e5f4, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:37:26.653469 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] For port 6b0d7afd-957d-4f82-8704-e0417348e5f4, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=6b0d7afd-957d-4f82-8704-e0417348e5f4,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:37:26.666902 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:26.751816 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:37:26.752556 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:26.798221 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d89f1-9f5d-4206-83d4-a9b86377b7c6 None None] Pushing event updated for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:26.814782 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dedd851-7c1b-42f4-88c2-d416ac73a49c req-a504b969-a0e2-4fb3-ae37-faa034cd408f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 210 time: 0.0669518 Mar 02 03:37:26.903273 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:37:27.153416 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:23Z', 'revision_number': 4, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '6b0d7afd-957d-4f82-8704-e0417348e5f4', 'name': '', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'mac_address': 'fa:16:3e:4a:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:22Z', 'updated_at': '2022-03-02T03:37:26Z', 'revision_number': 4, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'subnets': [{'id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:37:27.186601 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a65ac-0234-4113-b4f5-dba6c59c6d18 None None] The sync data for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi is: [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:23Z', 'revision_number': 4, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '6b0d7afd-957d-4f82-8704-e0417348e5f4', 'name': '', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'mac_address': 'fa:16:3e:4a:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:22Z', 'updated_at': '2022-03-02T03:37:26Z', 'revision_number': 4, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'subnets': [{'id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:37:27.241363 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device fa06bb1a-be0b-4df2-ba95-f9dd41f14730 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:27.370158 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:27.372264 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:27.406354 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-d1bcc772-8d9e-473e-ae60-56c1f0df1aef tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:27.408014 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-d1bcc772-8d9e-473e-ae60-56c1f0df1aef tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 819 time: 0.2055657 Mar 02 03:37:27.450918 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Request body: {'port': {'device_id': '3a6146a9-fa07-430b-97f6-0e4174847543', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'admin_state_up': True, 'tenant_id': '71f89629bbd3430a8609e478eef5895b'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:27.510954 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:27.613601 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Made reservation on behalf of 71f89629bbd3430a8609e478eef5895b for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:27.617166 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:27.776201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Allocated IP 172.20.0.7 (4670bf1f-bec7-4596-ac96-b110fd818e8e/aab542a5-392f-4ef4-a28b-45a9db38a18e/14e262d3-569e-4b08-8103-f41c4635b575) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:37:27.943417 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-35d65631-1551-4513-b682-274554de9624 req-402effec-9b62-4f10-b8b5-fe7b5023c6fb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 210 time: 0.0356839 Mar 02 03:37:28.003170 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks [] for port (14e262d3-569e-4b08-8103-f41c4635b575), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.049160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.105270 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:37:28.112765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:28.115361 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:37:28.159279 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Pushing event updated for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:28.216404 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:28.217074 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.250663 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f78cc6c2-5a61-4d7d-a907-38ff5bbb80c3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129706 Mar 02 03:37:28.286711 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Request body: {'port': {'device_id': '3a6146a9-fa07-430b-97f6-0e4174847543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:28.337349 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-7054400e-250c-4870-bc92-42bce763a16f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:28.339893 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-7054400e-250c-4870-bc92-42bce763a16f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 819 time: 0.2339320 Mar 02 03:37:28.382424 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Request body: {'port': {'device_id': '1154afc0-676f-4f85-94fe-a605573997b5', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'admin_state_up': True, 'tenant_id': '71f89629bbd3430a8609e478eef5895b'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:28.383219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (14e262d3-569e-4b08-8103-f41c4635b575), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.500309 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Made reservation on behalf of 71f89629bbd3430a8609e478eef5895b for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:28.504059 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.695929 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e262d3-569e-4b08-8103-f41c4635b575 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:37:28.703421 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks [] for port (14e262d3-569e-4b08-8103-f41c4635b575), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.715583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Transition to ACTIVE for port object 14e262d3-569e-4b08-8103-f41c4635b575 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:37:28.719006 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.787570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Allocated IP 172.20.0.14 (4670bf1f-bec7-4596-ac96-b110fd818e8e/aab542a5-392f-4ef4-a28b-45a9db38a18e/4adb2ae7-9d65-494f-ac1f-d825bc2a9d49) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:37:28.791763 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Pushing event updated for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:28.858645 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Attempting to bind port 14e262d3-569e-4b08-8103-f41c4635b575 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:37:28.859136 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Attempting to bind port 14e262d3-569e-4b08-8103-f41c4635b575 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:37:28.861208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Attempting to bind port 14e262d3-569e-4b08-8103-f41c4635b575 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:28.866129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Port 14e262d3-569e-4b08-8103-f41c4635b575 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:37:28.866673 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Attempting to bind port 14e262d3-569e-4b08-8103-f41c4635b575 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:28.873212 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:37:28.873632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Checking segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:37:28.874046 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Bound using segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:37:28.874483 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Bound port: 14e262d3-569e-4b08-8103-f41c4635b575, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:37:28.874930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (14e262d3-569e-4b08-8103-f41c4635b575), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.952110 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:37:28.955445 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=14e262d3-569e-4b08-8103-f41c4635b575,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:37:28.963217 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:28.998502 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks [] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.011384 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:29.012343 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.014316 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] 10.222.0.35 "PUT /v2.0/ports/14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 1093 time: 0.7364211 Mar 02 03:37:29.014917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:37:29.017379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182d0dc-8e32-4196-b05c-b186e03108e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "tag": "14e262d3-569e-4b08-8103-f41c4635b575"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:37:29.046385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6054f2-57a6-4123-a020-4c07f32a6468 service neutron] Pushing event updated for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:29.086645 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.089504 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77399326-9713-4bfa-8c23-9a1fe6c86fbe x-openstack-request-id: req-77399326-9713-4bfa-8c23-9a1fe6c86fbe {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:37:29.089792 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "tag": "14e262d3-569e-4b08-8103-f41c4635b575", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:37:29.090048 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77399326-9713-4bfa-8c23-9a1fe6c86fbe {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:37:29.090498 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575', 'status': 'completed', 'code': 200} Mar 02 03:37:29.139388 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbc2cc-4e6f-440e-bf62-26bd944b2a0e req-830f2606-4844-4f45-96b2-6d8b5813866a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:29.142127 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59bbc2cc-4e6f-440e-bf62-26bd944b2a0e req-830f2606-4844-4f45-96b2-6d8b5813866a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 932 time: 0.0666959 Mar 02 03:37:29.149388 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Network 4670bf1f-bec7-4596-ac96-b110fd818e8e is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:37:29.155399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:37:29.159576 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:37:29.227171 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:29.237525 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.254062 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Pushing event updated for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:29.254847 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59bbc2cc-4e6f-440e-bf62-26bd944b2a0e req-050c1c7b-b9d6-46dd-82e8-4edc2f80822d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063471 Mar 02 03:37:29.281617 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-31c64319-c923-426f-951f-eda2b557deaa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9060638 Mar 02 03:37:29.293995 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 6b0d7afd-957d-4f82-8704-e0417348e5f4 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:29.356256 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 6b0d7afd-957d-4f82-8704-e0417348e5f4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:29.356648 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.436487 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 6b0d7afd-957d-4f82-8704-e0417348e5f4 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:29.436881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.470905 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 6b0d7afd-957d-4f82-8704-e0417348e5f4, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=6b0d7afd-957d-4f82-8704-e0417348e5f4,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:29.475905 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:29.524369 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:30.386126 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe2b86-ab3a-4a5a-a601-081387e08e22 req-325f61bf-a2d3-4056-b88d-f92682295a5d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:30.387649 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67fe2b86-ab3a-4a5a-a601-081387e08e22 req-325f61bf-a2d3-4056-b88d-f92682295a5d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 932 time: 0.0629308 Mar 02 03:37:30.433916 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67fe2b86-ab3a-4a5a-a601-081387e08e22 req-2c795cfc-87a0-4100-a64f-c540065dbc7d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Mar 02 03:37:31.195290 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 6b0d7afd-957d-4f82-8704-e0417348e5f4 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:31.242963 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 6b0d7afd-957d-4f82-8704-e0417348e5f4 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:31.243366 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:31.319487 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 6b0d7afd-957d-4f82-8704-e0417348e5f4 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:31.423766 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Request body: {'port': {'device_id': '1154afc0-676f-4f85-94fe-a605573997b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:31.483241 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-1e2dac95-1313-4d49-b48d-b43e76ec7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:31.484852 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-1e2dac95-1313-4d49-b48d-b43e76ec7906 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1127 time: 0.0487542 Mar 02 03:37:31.488685 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:31.704533 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff25d1-0f6f-450b-973c-b8fcdad0b590 req-66330b1a-46b0-42d4-a898-8a2d287fd0c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:31.705924 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9bff25d1-0f6f-450b-973c-b8fcdad0b590 req-66330b1a-46b0-42d4-a898-8a2d287fd0c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 932 time: 0.1879668 Mar 02 03:37:31.708679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-db7b2a0e-5e8f-4125-af7a-e2b9968778fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:31.710264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-db7b2a0e-5e8f-4125-af7a-e2b9968778fa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=71f89629bbd3430a8609e478eef5895b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2096133 Mar 02 03:37:31.746607 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:37:31.754878 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks [] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:31.768552 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Transition to ACTIVE for port object 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:37:31.774943 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:31.828218 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Pushing event updated for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:31.872937 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9bff25d1-0f6f-450b-973c-b8fcdad0b590 req-e7f14e3b-1da6-4d3c-84db-65d36a73cec7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609445 Mar 02 03:37:31.921376 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Attempting to bind port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:37:31.921966 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Attempting to bind port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:37:31.922295 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Attempting to bind port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:31.925365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-51c33fe5-fb32-4517-bffc-427a10e92aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:31.926519 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:37:31.926842 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Attempting to bind port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 on network 4670bf1f-bec7-4596-ac96-b110fd818e8e {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:37:31.926944 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7182d0dc-8e32-4196-b05c-b186e03108e3 req-51c33fe5-fb32-4517-bffc-427a10e92aa4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2087197 Mar 02 03:37:31.932228 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:37:31.932567 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Checking segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:37:31.932952 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Bound using segment: {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:37:31.933374 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Bound port: 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ae9f16-be2b-41d4-8866-8fbbdc2be711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:37:31.933729 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:32.011142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:37:32.015645 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:37:32.025942 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:32.047910 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-e674b7e2-2e11-4a9b-ac3d-6091d0c19cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.049467 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-e674b7e2-2e11-4a9b-ac3d-6091d0c19cf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1127 time: 0.0537503 Mar 02 03:37:32.069055 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.069667 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:32.071132 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] 10.222.0.35 "PUT /v2.0/ports/4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 HTTP/1.1" status: 200 len: 1094 time: 0.6521027 Mar 02 03:37:32.071571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:37:32.074669 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6760f8-44c7-4e9b-b164-5cfd30157955" -d '{"events": [{"name": "network-changed", "server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:37:32.100271 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2ba5d-4148-41d1-adef-d2873bd00324 service neutron] Pushing event updated for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:32.101384 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f6567212-cdaf-47a3-bf63-5b9d3046a341 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.0372794 Mar 02 03:37:32.113820 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08863153-51bc-455e-af9d-7e8e75924694 x-openstack-request-id: req-08863153-51bc-455e-af9d-7e8e75924694 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:37:32.114116 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:37:32.114380 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08863153-51bc-455e-af9d-7e8e75924694 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:37:32.114923 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', 'status': 'completed', 'code': 200} Mar 02 03:37:32.186737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f34a9b40-ebb0-4b11-a75b-7ba56f386ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.188682 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-f34a9b40-ebb0-4b11-a75b-7ba56f386ec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0479345 Mar 02 03:37:32.194707 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-c0086c3b-2f5c-4a68-afd6-47ac6055f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.196494 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-c0086c3b-2f5c-4a68-afd6-47ac6055f65b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 1128 time: 0.0506196 Mar 02 03:37:32.223022 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-e6bd4b06-7f77-47f6-844d-a7718834ed5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255640 Mar 02 03:37:32.247559 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-435303e4-7740-4aa3-9ca1-e88f21cc609f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 HTTP/1.1" status: 200 len: 217 time: 0.0364764 Mar 02 03:37:32.301527 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-478af070-66c8-47ed-bd46-3245389830a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.302958 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-478af070-66c8-47ed-bd46-3245389830a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0450988 Mar 02 03:37:32.320704 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-cbc9d4ab-c248-49a2-89cd-375b6945712a service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Mar 02 03:37:32.336122 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-89b5d482-9c69-4896-b822-0dcc3aea85ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Mar 02 03:37:32.422970 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b200d634-d4a9-4eb2-a74f-4f1998e2eca1 req-2cff2668-3507-4168-b87d-9b45d4d916a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937965 Mar 02 03:37:32.449828 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-0a9338af-d2aa-44ef-9cc2-88366db2457f service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071222 Mar 02 03:37:32.554564 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-8258beda-5b80-4a70-90e3-8240ff2d3ccf req-6d703f28-4fd0-4698-9797-eab6ed7e8eff service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981507 Mar 02 03:37:32.738830 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-87ddc6c6-6604-4f52-a3f5-9a4e416a0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:32.740520 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-87ddc6c6-6604-4f52-a3f5-9a4e416a0de0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 1128 time: 0.0588765 Mar 02 03:37:33.047419 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cd40b-2bc3-405a-8bb2-54e6a76c4bf0 req-7995fa7d-721a-40a7-a4da-0519efa39d4c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:33.049145 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c9cd40b-2bc3-405a-8bb2-54e6a76c4bf0 req-7995fa7d-721a-40a7-a4da-0519efa39d4c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 944 time: 0.0881283 Mar 02 03:37:33.115864 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c9cd40b-2bc3-405a-8bb2-54e6a76c4bf0 req-fe2ca0fa-d348-4a6f-9e32-1db550ca6b9a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539258 Mar 02 03:37:33.171713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-524feb07-01f6-41a3-af0b-8a7b64b6b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:33.173497 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-524feb07-01f6-41a3-af0b-8a7b64b6b325 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.4251306 Mar 02 03:37:33.220569 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-135ea0a7-7a49-4195-beaf-0c1013050628 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 HTTP/1.1" status: 200 len: 217 time: 0.0372477 Mar 02 03:37:33.278104 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-553f74c6-6496-4c95-8c39-faf93c5f2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:33.279866 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-553f74c6-6496-4c95-8c39-faf93c5f2feb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0502541 Mar 02 03:37:33.317715 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-9ed446a3-9a15-48af-b0c1-a6414e53a078 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266392 Mar 02 03:37:33.425144 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-6f729293-565d-434b-b4f1-27b48cfc5647 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985425 Mar 02 03:37:33.517265 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4c6760f8-44c7-4e9b-b164-5cfd30157955 req-094b78e0-dbe9-4820-bfb4-4dfba49b1b30 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Mar 02 03:37:34.235885 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66e7a1-5694-459b-abd8-599f2c32f954 req-d23c9672-290a-43e1-91a3-a8bd922d907a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:34.237385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f66e7a1-5694-459b-abd8-599f2c32f954 req-d23c9672-290a-43e1-91a3-a8bd922d907a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 944 time: 0.0530887 Mar 02 03:37:34.288537 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f66e7a1-5694-459b-abd8-599f2c32f954 req-6e771a00-6fde-4f10-a085-61fdeecbbbad tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Mar 02 03:37:35.406450 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394bb93-391f-4952-9b2c-82658f97ae1f req-96d48953-f812-44ad-893d-0ebb2f36f92b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:35.407946 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e394bb93-391f-4952-9b2c-82658f97ae1f req-96d48953-f812-44ad-893d-0ebb2f36f92b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 944 time: 0.0534971 Mar 02 03:37:35.454079 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e394bb93-391f-4952-9b2c-82658f97ae1f req-fffe4ab8-6979-43a4-ada7-fe1edfaa6bd2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Mar 02 03:37:36.490188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:37:36.575956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee117-f719-4d0c-a9b6-f8883d82c900 req-82ad7617-1444-43c7-a1d3-003caa90374b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:36.582579 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-abcee117-f719-4d0c-a9b6-f8883d82c900 req-82ad7617-1444-43c7-a1d3-003caa90374b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 944 time: 0.0585761 Mar 02 03:37:36.592919 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:36.604821 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'port_id': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', 'mac_address': 'fa:16:3e:3c:9e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:37:36.624480 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-abcee117-f719-4d0c-a9b6-f8883d82c900 req-1aca8d27-c62d-40fa-8ddd-a282aa2536aa tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Mar 02 03:37:36.644086 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:36.644479 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:36.661135 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:37:36.681205 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:36.686086 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:36.738957 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:36.915565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:37.088683 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['4adb2ae7-9d65-494f-ac1f-d825bc2a9d49'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:37:37.742586 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c10bbd-94ff-46d1-b98e-466ee956db17 req-de822674-c4d4-41e6-956f-1072986560b6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:37.744098 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c7c10bbd-94ff-46d1-b98e-466ee956db17 req-de822674-c4d4-41e6-956f-1072986560b6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 945 time: 0.0544829 Mar 02 03:37:37.797048 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c7c10bbd-94ff-46d1-b98e-466ee956db17 req-fa55c666-58c6-4f9a-a693-f1518eb9b8e4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Mar 02 03:37:38.492297 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 14e262d3-569e-4b08-8103-f41c4635b575 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:37:38.509670 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:38.678864 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=14e262d3-569e-4b08-8103-f41c4635b575,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:38.694340 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:37:38.697241 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '14e262d3-569e-4b08-8103-f41c4635b575', 'network_id': '4670bf1f-bec7-4596-ac96-b110fd818e8e', 'port_id': '14e262d3-569e-4b08-8103-f41c4635b575', 'mac_address': 'fa:16:3e:56:08:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab542a5-392f-4ef4-a28b-45a9db38a18e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:37:38.704992 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:38.705387 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:38.775493 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 14e262d3-569e-4b08-8103-f41c4635b575 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:38.775895 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (14e262d3-569e-4b08-8103-f41c4635b575), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:38.800362 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e262d3-569e-4b08-8103-f41c4635b575 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:37:38.827095 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=14e262d3-569e-4b08-8103-f41c4635b575,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:38.853789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:38.912439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:38.913193 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:38.949220 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7db257-c5e7-4349-8f57-3aa08991e6a3 req-1a715968-9d99-4e31-8737-30e484733d91 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:38.951356 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f7db257-c5e7-4349-8f57-3aa08991e6a3 req-1a715968-9d99-4e31-8737-30e484733d91 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 945 time: 0.0737548 Mar 02 03:37:38.959266 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:37:38.961532 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e20bec5-86d0-4d43-887d-8ee6dcc7d710" -d '{"events": [{"server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "name": "network-vif-plugged", "status": "completed", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:37:38.966321 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:38.978560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:38.984946 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:39.006448 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f7db257-c5e7-4349-8f57-3aa08991e6a3 req-3495f960-1b0a-44f4-bf17-4ff7502ba5a6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Mar 02 03:37:39.010916 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0960d33-ae4d-4c10-be07-811f68cfefb4 x-openstack-request-id: req-f0960d33-ae4d-4c10-be07-811f68cfefb4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:37:39.011259 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "name": "network-vif-plugged", "status": "completed", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:37:39.011521 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0960d33-ae4d-4c10-be07-811f68cfefb4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:37:39.011943 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', 'code': 200} Mar 02 03:37:39.037988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:39.217220 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['14e262d3-569e-4b08-8103-f41c4635b575'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:37:39.260686 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dd9b7-12ea-4f90-8adc-eca6276b1a92 req-847be819-22ab-49d8-acd8-1260e655ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:39.262304 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-701dd9b7-12ea-4f90-8adc-eca6276b1a92 req-847be819-22ab-49d8-acd8-1260e655ae5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 1130 time: 0.0491853 Mar 02 03:37:39.328783 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-701dd9b7-12ea-4f90-8adc-eca6276b1a92 req-29625d0c-8f77-4d5c-8bff-d33fea3892bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593936 Mar 02 03:37:39.943092 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37356) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:40.047667 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb626-f345-4503-b3c8-d8612f175cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.163687 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008e4e-f3dc-4b2a-9988-55c2ab5ee816 req-6db21d08-c15d-42f5-a501-868a5024a65d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:40.165135 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc008e4e-f3dc-4b2a-9988-55c2ab5ee816 req-6db21d08-c15d-42f5-a501-868a5024a65d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0855021 Mar 02 03:37:40.179865 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb626-f345-4503-b3c8-d8612f175cba admin admin] Publish callbacks [] for security_group (3cee2dbc-eec6-42e2-9fbc-83d6be1209e2), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.190080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb626-f345-4503-b3c8-d8612f175cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3cee2dbc-eec6-42e2-9fbc-83d6be1209e2), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.244351 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ad5eb626-f345-4503-b3c8-d8612f175cba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc576875a2b42ef93ac46cff8f9c5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999840 Mar 02 03:37:40.247567 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37362) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:40.250376 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eb626-f345-4503-b3c8-d8612f175cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cee2dbc-eec6-42e2-9fbc-83d6be1209e2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:40.259359 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc008e4e-f3dc-4b2a-9988-55c2ab5ee816 req-a964979e-2600-48cf-bc4e-b3b4960326f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883799 Mar 02 03:37:40.303570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] Publish callbacks [] for security_group (3cee2dbc-eec6-42e2-9fbc-83d6be1209e2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.326583 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] Publish callbacks [] for security_group (3cee2dbc-eec6-42e2-9fbc-83d6be1209e2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.389279 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (3cee2dbc-eec6-42e2-9fbc-83d6be1209e2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.391963 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.393147 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cee2dbc-eec6-42e2-9fbc-83d6be1209e2 HTTP/1.1" status: 204 len: 168 time: 0.1442823 Mar 02 03:37:40.401615 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2762bc4-7fe6-4152-93cb-f8087ff8db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cee2dbc-eec6-42e2-9fbc-83d6be1209e2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:40.527302 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 14e262d3-569e-4b08-8103-f41c4635b575 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:37:40.595139 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 14e262d3-569e-4b08-8103-f41c4635b575 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:37:40.604048 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 14e262d3-569e-4b08-8103-f41c4635b575 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:37:40.604417 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (14e262d3-569e-4b08-8103-f41c4635b575), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.720826 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 14e262d3-569e-4b08-8103-f41c4635b575 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:37:40.721217 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (14e262d3-569e-4b08-8103-f41c4635b575), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.757586 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=14e262d3-569e-4b08-8103-f41c4635b575,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:37:40.761589 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:40.815843 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:41.013684 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:37:41.016043 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f752cd-5e58-44b3-a1bd-0bd3e318bf63" -d '{"events": [{"server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "name": "network-vif-plugged", "status": "completed", "tag": "14e262d3-569e-4b08-8103-f41c4635b575"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:37:41.052158 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b55921-e0d2-44f2-87a4-d745bcb1ef15 x-openstack-request-id: req-74b55921-e0d2-44f2-87a4-d745bcb1ef15 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:37:41.052470 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "name": "network-vif-plugged", "status": "completed", "tag": "14e262d3-569e-4b08-8103-f41c4635b575", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:37:41.052730 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74b55921-e0d2-44f2-87a4-d745bcb1ef15 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:37:41.053125 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575', 'code': 200} Mar 02 03:37:41.279847 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce693e-7c52-43d9-9949-35e67115089b req-3bffc9e6-affe-4729-a6e4-eb612456bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:41.281369 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cdce693e-7c52-43d9-9949-35e67115089b req-3bffc9e6-affe-4729-a6e4-eb612456bd35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0426800 Mar 02 03:37:41.327367 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cdce693e-7c52-43d9-9949-35e67115089b req-b0a8c8fc-0439-46db-801c-979a28669fbc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Mar 02 03:37:41.388731 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba345216-20f8-46e1-9279-562265976b7a req-28b19694-9c47-4f21-89bf-174ab70bd2c4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:41.390301 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ba345216-20f8-46e1-9279-562265976b7a req-28b19694-9c47-4f21-89bf-174ab70bd2c4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Mar 02 03:37:41.438278 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ba345216-20f8-46e1-9279-562265976b7a req-fa42ab8f-9298-4bbc-8a72-18821437338d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Mar 02 03:37:41.714673 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee39a2b-76ea-4237-9f5a-fd1087fb7dc6 req-c653a0a2-e72f-413b-912d-d14e4ee8ceef tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:41.716705 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ee39a2b-76ea-4237-9f5a-fd1087fb7dc6 req-c653a0a2-e72f-413b-912d-d14e4ee8ceef tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0551939 Mar 02 03:37:41.777111 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-f6a7d684-3646-4a04-8332-a26f42a509be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:41.779303 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-f6a7d684-3646-4a04-8332-a26f42a509be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 1130 time: 0.0615001 Mar 02 03:37:41.797105 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ee39a2b-76ea-4237-9f5a-fd1087fb7dc6 req-ccd3a123-a8d3-4097-aead-0446f6620bb0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703290 Mar 02 03:37:41.895852 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-cd6d8c67-fb49-4b9a-bf42-f34088985bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:41.897474 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-cd6d8c67-fb49-4b9a-bf42-f34088985bc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.1114242 Mar 02 03:37:41.951217 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-491b6ded-f4cb-4f25-a221-b11777982938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 HTTP/1.1" status: 200 len: 217 time: 0.0431390 Mar 02 03:37:42.012207 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-cd0d45ad-3c93-41e8-8465-29650149f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:42.013808 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-cd0d45ad-3c93-41e8-8465-29650149f523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0519514 Mar 02 03:37:42.052657 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-04b05214-32cc-4e96-a52c-cfaa8ddaf099 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323522 Mar 02 03:37:42.161114 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-ce67d689-1089-4f7c-a09a-804529480f19 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001158 Mar 02 03:37:42.265137 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-29707606-88d0-4f5c-9e1c-929ec23dadaf req-f0a75ba7-c2a5-46f1-bd1a-2990ee88e684 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955203 Mar 02 03:37:42.921149 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8be90d-f7a4-4b8e-964f-b17263389d36 req-fc119eed-e3f6-422a-9afb-b487986c0150 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:42.922702 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db8be90d-f7a4-4b8e-964f-b17263389d36 req-fc119eed-e3f6-422a-9afb-b487986c0150 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0549600 Mar 02 03:37:42.981870 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db8be90d-f7a4-4b8e-964f-b17263389d36 req-8441bfca-dc90-4fc7-8e3a-a381b665130e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523441 Mar 02 03:37:43.133570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37458) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:43.241398 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2495341c-cdb2-4dd8-9381-6ca32347b8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.335752 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2495341c-cdb2-4dd8-9381-6ca32347b8ec admin admin] Publish callbacks [] for security_group (4a552536-4267-45d4-84e7-b3efb470df67), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.343923 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2495341c-cdb2-4dd8-9381-6ca32347b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4a552536-4267-45d4-84e7-b3efb470df67), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.387309 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495341c-cdb2-4dd8-9381-6ca32347b8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a552536-4267-45d4-84e7-b3efb470df67,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:43.399232 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2495341c-cdb2-4dd8-9381-6ca32347b8ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78425c738c244741a02be234ec08c811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645423 Mar 02 03:37:43.401819 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:43.467579 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] Publish callbacks [] for security_group (4a552536-4267-45d4-84e7-b3efb470df67), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.493561 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] Publish callbacks [] for security_group (4a552536-4267-45d4-84e7-b3efb470df67), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.559123 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37490) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:43.565349 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4a552536-4267-45d4-84e7-b3efb470df67), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.567959 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.569060 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a552536-4267-45d4-84e7-b3efb470df67 HTTP/1.1" status: 204 len: 168 time: 0.1662459 Mar 02 03:37:43.577758 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd318-a0eb-42ec-88b3-b021f07e3d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a552536-4267-45d4-84e7-b3efb470df67,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:43.804164 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dc876cb-b565-437c-a3bd-14d0b277f0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.897396 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dc876cb-b565-437c-a3bd-14d0b277f0ce admin admin] Publish callbacks [] for security_group (d5338d89-4304-439d-9ada-60d787707a28), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.901766 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9dc876cb-b565-437c-a3bd-14d0b277f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d5338d89-4304-439d-9ada-60d787707a28), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:43.943634 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc876cb-b565-437c-a3bd-14d0b277f0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5338d89-4304-439d-9ada-60d787707a28,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:43.952561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37510) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:43.953144 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9dc876cb-b565-437c-a3bd-14d0b277f0ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36fe18392d81450cbd77e6d52cabac4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919866 Mar 02 03:37:44.007915 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] Publish callbacks [] for security_group (d5338d89-4304-439d-9ada-60d787707a28), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.034843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] Publish callbacks [] for security_group (d5338d89-4304-439d-9ada-60d787707a28), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.107789 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d5338d89-4304-439d-9ada-60d787707a28), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.112642 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.114845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5338d89-4304-439d-9ada-60d787707a28 HTTP/1.1" status: 204 len: 168 time: 0.1611423 Mar 02 03:37:44.132276 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37520) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:44.159342 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0ec4-5cd2-4f6e-883d-af944b3d9ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5338d89-4304-439d-9ada-60d787707a28,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:44.195248 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3a718-3548-48fc-895d-a0a8b3ff22f9 req-a0f7a852-c5e7-4383-90b0-91ff21faf5c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:44.203834 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eaf3a718-3548-48fc-895d-a0a8b3ff22f9 req-a0f7a852-c5e7-4383-90b0-91ff21faf5c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0876551 Mar 02 03:37:44.255454 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eaf3a718-3548-48fc-895d-a0a8b3ff22f9 req-05049a6c-5f11-47fa-babe-5d59a1715f42 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506530 Mar 02 03:37:44.415369 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-897792e0-034b-4074-bca5-f1fe07e0304c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.512649 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-897792e0-034b-4074-bca5-f1fe07e0304c admin admin] Publish callbacks [] for security_group (4b177a11-0d6f-4171-8c79-6c3a54e54888), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.517752 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-897792e0-034b-4074-bca5-f1fe07e0304c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4b177a11-0d6f-4171-8c79-6c3a54e54888), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.561857 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-897792e0-034b-4074-bca5-f1fe07e0304c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7226d92a3e04ec0818acb8ceaa1b34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259324 Mar 02 03:37:44.564374 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37542) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:44.570544 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897792e0-034b-4074-bca5-f1fe07e0304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b177a11-0d6f-4171-8c79-6c3a54e54888,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:44.626738 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] Publish callbacks [] for security_group (4b177a11-0d6f-4171-8c79-6c3a54e54888), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.656135 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] Publish callbacks [] for security_group (4b177a11-0d6f-4171-8c79-6c3a54e54888), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.714559 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4b177a11-0d6f-4171-8c79-6c3a54e54888), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.720612 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:44.724157 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b177a11-0d6f-4171-8c79-6c3a54e54888 HTTP/1.1" status: 204 len: 168 time: 0.1565230 Mar 02 03:37:44.732043 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55422c4-db8d-484c-9f72-1140010deade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b177a11-0d6f-4171-8c79-6c3a54e54888,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:45.030546 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37562) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:45.047580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1f83-9c9a-491b-83d6-435d022e1983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.149602 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1f83-9c9a-491b-83d6-435d022e1983 admin admin] Publish callbacks [] for security_group (bd650223-060b-46de-bea5-5d9a000c45be), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.156616 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd8b1f83-9c9a-491b-83d6-435d022e1983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bd650223-060b-46de-bea5-5d9a000c45be), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.208661 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dd8b1f83-9c9a-491b-83d6-435d022e1983 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c3db0eab3bc46a1a6af78958faea3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767318 Mar 02 03:37:45.211441 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37574) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:45.219452 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b1f83-9c9a-491b-83d6-435d022e1983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd650223-060b-46de-bea5-5d9a000c45be,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:45.310778 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] Publish callbacks [] for security_group (bd650223-060b-46de-bea5-5d9a000c45be), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.357684 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] Publish callbacks [] for security_group (bd650223-060b-46de-bea5-5d9a000c45be), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.429663 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfe771-cda6-42ee-8e04-af2fc1849d7c req-6c91260b-617f-4730-8e0a-df5fb56f08c0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:45.431172 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bfe771-cda6-42ee-8e04-af2fc1849d7c req-6c91260b-617f-4730-8e0a-df5fb56f08c0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0931351 Mar 02 03:37:45.453418 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bd650223-060b-46de-bea5-5d9a000c45be), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.456021 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:45.457181 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd650223-060b-46de-bea5-5d9a000c45be HTTP/1.1" status: 204 len: 168 time: 0.2446854 Mar 02 03:37:45.481192 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b89983-e27f-4a82-8437-1e84fe600086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd650223-060b-46de-bea5-5d9a000c45be,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:45.499418 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bfe771-cda6-42ee-8e04-af2fc1849d7c req-1020f94f-0cf1-4aef-a040-7ce4be2fc89b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615551 Mar 02 03:37:46.599357 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e722f7-9671-4ba0-adf6-02e21eab330b req-6c42fae2-f21d-44a4-aa86-e96f8eb68ac3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:46.607948 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54e722f7-9671-4ba0-adf6-02e21eab330b req-6c42fae2-f21d-44a4-aa86-e96f8eb68ac3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0792360 Mar 02 03:37:46.728700 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54e722f7-9671-4ba0-adf6-02e21eab330b req-2f8ce401-7c34-4b60-89bb-04d5abe1e9b1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089423 Mar 02 03:37:46.770069 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4eb4a-eeda-49e5-8c9e-71806d3a1e2b req-76e6f4b7-a2de-4afc-8e2e-929726f3df7e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:46.771715 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-39f4eb4a-eeda-49e5-8c9e-71806d3a1e2b req-76e6f4b7-a2de-4afc-8e2e-929726f3df7e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1357734 Mar 02 03:37:46.830415 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-39f4eb4a-eeda-49e5-8c9e-71806d3a1e2b req-4975ebf1-fbe6-4578-943b-3eb3d2964021 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497310 Mar 02 03:37:47.657025 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3957a507-6414-418c-b598-2eae4a11b367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:47.897741 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccdebd-ca57-499e-8d60-c1d4a685e28c req-22a0f3c4-26e0-455a-8e44-0b0d299bc26d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:47.904703 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afccdebd-ca57-499e-8d60-c1d4a685e28c req-22a0f3c4-26e0-455a-8e44-0b0d299bc26d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0957060 Mar 02 03:37:47.994660 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afccdebd-ca57-499e-8d60-c1d4a685e28c req-6aeb447e-9f86-4fd1-8deb-45a692ff1522 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890081 Mar 02 03:37:48.012916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d08049-bd87-45bb-a53a-38b87382a5f4 req-8d0779c8-381e-43ef-b358-b8e9bacd895c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:48.014497 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59d08049-bd87-45bb-a53a-38b87382a5f4 req-8d0779c8-381e-43ef-b358-b8e9bacd895c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1013596 Mar 02 03:37:48.193045 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:48.294019 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59d08049-bd87-45bb-a53a-38b87382a5f4 req-35fc767a-f90a-402a-9b8e-083c80d69ce7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686734 Mar 02 03:37:48.298121 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a2a567-0e21-4d84-aa2b-26a54ac7ff07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.371849 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a2a567-0e21-4d84-aa2b-26a54ac7ff07 admin admin] Publish callbacks [] for security_group (d294ca9e-7c94-440b-b1a8-24e3e9096681), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.375744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-29a2a567-0e21-4d84-aa2b-26a54ac7ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d294ca9e-7c94-440b-b1a8-24e3e9096681), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.413049 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-29a2a567-0e21-4d84-aa2b-26a54ac7ff07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98cacfbb4fbd4c34a79736cf793c7745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188585 Mar 02 03:37:48.413893 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2a567-0e21-4d84-aa2b-26a54ac7ff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d294ca9e-7c94-440b-b1a8-24e3e9096681,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:48.415877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37702) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:48.463579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] Publish callbacks [] for security_group (d294ca9e-7c94-440b-b1a8-24e3e9096681), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.483547 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] Publish callbacks [] for security_group (d294ca9e-7c94-440b-b1a8-24e3e9096681), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.529543 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d294ca9e-7c94-440b-b1a8-24e3e9096681), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.532150 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.533263 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d294ca9e-7c94-440b-b1a8-24e3e9096681 HTTP/1.1" status: 204 len: 168 time: 0.1162648 Mar 02 03:37:48.540806 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c962e6c-2b7c-4c4f-9e83-c1e71954e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294ca9e-7c94-440b-b1a8-24e3e9096681,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:48.782610 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37708) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:48.796652 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b173edd-cbfa-4903-aa06-4bee6dcf4651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.870417 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b173edd-cbfa-4903-aa06-4bee6dcf4651 admin admin] Publish callbacks [] for security_group (03503036-eb61-43b8-8de6-40e84c0753c2), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.874422 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3b173edd-cbfa-4903-aa06-4bee6dcf4651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (03503036-eb61-43b8-8de6-40e84c0753c2), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.911149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3b173edd-cbfa-4903-aa06-4bee6dcf4651 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef37f13122ae409c91dc827c0345726a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274245 Mar 02 03:37:48.911989 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173edd-cbfa-4903-aa06-4bee6dcf4651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03503036-eb61-43b8-8de6-40e84c0753c2,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:48.913905 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:48.960249 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] Publish callbacks [] for security_group (03503036-eb61-43b8-8de6-40e84c0753c2), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:48.981683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] Publish callbacks [] for security_group (03503036-eb61-43b8-8de6-40e84c0753c2), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:49.032695 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (03503036-eb61-43b8-8de6-40e84c0753c2), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:49.035169 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:49.036316 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03503036-eb61-43b8-8de6-40e84c0753c2 HTTP/1.1" status: 204 len: 168 time: 0.1214142 Mar 02 03:37:49.044537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f44d6-1395-41a3-8812-b79af961baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03503036-eb61-43b8-8de6-40e84c0753c2,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:49.119508 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12699b9-8e94-4a2c-afe0-0fe50db96a1e req-0f04d5f2-3812-4227-83ca-747406430009 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:49.121040 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a12699b9-8e94-4a2c-afe0-0fe50db96a1e req-0f04d5f2-3812-4227-83ca-747406430009 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0557654 Mar 02 03:37:49.181845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a12699b9-8e94-4a2c-afe0-0fe50db96a1e req-76b39734-8445-473a-96c9-80121b9e8663 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510931 Mar 02 03:37:49.421285 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237bc7-df47-4132-a0c8-ede700f99ab2 req-f44a41c3-02e1-4b95-b775-301256ac7819 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:49.422815 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-92237bc7-df47-4132-a0c8-ede700f99ab2 req-f44a41c3-02e1-4b95-b775-301256ac7819 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0547462 Mar 02 03:37:49.471311 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-92237bc7-df47-4132-a0c8-ede700f99ab2 req-749ad4e9-5d05-4ed1-a7de-457e83e62092 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Mar 02 03:37:50.072399 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1d2f5b59-2ff7-4a19-9e81-cb80f0d22466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:50.309428 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1a425-05aa-4858-ba4e-7c785e37d88c req-28dd5e3b-87fd-4d2a-b1ac-16d9d2d0a929 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:50.310970 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e5d1a425-05aa-4858-ba4e-7c785e37d88c req-28dd5e3b-87fd-4d2a-b1ac-16d9d2d0a929 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0558445 Mar 02 03:37:50.359839 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e5d1a425-05aa-4858-ba4e-7c785e37d88c req-977622e3-d263-44dd-824e-517a1277867c tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Mar 02 03:37:50.601480 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766706-0ed3-4449-b5e6-c5d05966e7f7 req-685ba5b8-a025-4773-b57e-f92ce2d19793 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:50.603521 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71766706-0ed3-4449-b5e6-c5d05966e7f7 req-685ba5b8-a025-4773-b57e-f92ce2d19793 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0614407 Mar 02 03:37:50.655373 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71766706-0ed3-4449-b5e6-c5d05966e7f7 req-bc7d80fa-1971-4e8e-aafc-ae69cc3d6e3f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Mar 02 03:37:50.931550 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:51.488737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33957a0b-c6a4-40ba-a80f-501fb0ec2d5c req-7f7ba545-5746-44e0-a5aa-ec808f100851 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:51.490364 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-33957a0b-c6a4-40ba-a80f-501fb0ec2d5c req-7f7ba545-5746-44e0-a5aa-ec808f100851 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0569258 Mar 02 03:37:51.549282 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-33957a0b-c6a4-40ba-a80f-501fb0ec2d5c req-ce1771b9-f6be-43f0-a647-da585b9cd0bd tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Mar 02 03:37:51.781008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc20334-18f9-44c3-95b9-ef1241382dd4 req-1995f59e-0861-4435-b41f-078f3442f054 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:51.783078 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5bc20334-18f9-44c3-95b9-ef1241382dd4 req-1995f59e-0861-4435-b41f-078f3442f054 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0578709 Mar 02 03:37:51.835408 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5bc20334-18f9-44c3-95b9-ef1241382dd4 req-e997a967-06a3-48cd-8695-6ee96062853f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469687 Mar 02 03:37:52.379138 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:52.668235 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f80152-8c2d-4021-9521-5d1185ab01b2 req-20d3bf23-b3dd-49b7-b0b7-51cea5062412 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:52.670360 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f80152-8c2d-4021-9521-5d1185ab01b2 req-20d3bf23-b3dd-49b7-b0b7-51cea5062412 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Mar 02 03:37:52.717419 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f80152-8c2d-4021-9521-5d1185ab01b2 req-8943d4af-eeb0-426b-a653-ae9534e648bb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Mar 02 03:37:52.969044 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723e83-df97-483d-97c3-b88f16a0ae9f req-7c972188-20d8-4058-b8a0-b6c21b5fd695 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:52.970440 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc723e83-df97-483d-97c3-b88f16a0ae9f req-7c972188-20d8-4058-b8a0-b6c21b5fd695 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0630853 Mar 02 03:37:53.033642 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc723e83-df97-483d-97c3-b88f16a0ae9f req-a63a1afa-3542-4325-808d-a5f466005f86 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Mar 02 03:37:53.841029 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc711a1c-8d1d-4baf-a208-59e187d59e15 req-70899d48-6b5e-4836-a6a1-248b8138c263 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:53.842522 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc711a1c-8d1d-4baf-a208-59e187d59e15 req-70899d48-6b5e-4836-a6a1-248b8138c263 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0536046 Mar 02 03:37:53.888729 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc711a1c-8d1d-4baf-a208-59e187d59e15 req-663fc690-7903-4c50-9705-5f76b0c22b21 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 Mar 02 03:37:53.984773 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:54.150837 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d364f-697b-48c8-beef-60c881abcec3 req-43435e7b-29f3-4932-a880-e6cf33514f41 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:54.153341 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea7d364f-697b-48c8-beef-60c881abcec3 req-43435e7b-29f3-4932-a880-e6cf33514f41 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0562482 Mar 02 03:37:54.203734 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea7d364f-697b-48c8-beef-60c881abcec3 req-cbea79d7-d3c0-44d0-b890-79baf46f8e68 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Mar 02 03:37:55.010100 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66617d-b5d9-430c-88ee-16d21d69e427 req-a9c41341-ca91-4306-a418-885c0f9b7740 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:55.011613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e66617d-b5d9-430c-88ee-16d21d69e427 req-a9c41341-ca91-4306-a418-885c0f9b7740 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0529478 Mar 02 03:37:55.057913 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e66617d-b5d9-430c-88ee-16d21d69e427 req-ab3f7d54-9c39-4fab-9eaf-8ca0f8711cd4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Mar 02 03:37:55.327765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980b0a-2951-462e-8fc9-b5ec2fd28ea0 req-4530c562-5f3c-45b7-a3fd-531bf3f88f14 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:55.329264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3980b0a-2951-462e-8fc9-b5ec2fd28ea0 req-4530c562-5f3c-45b7-a3fd-531bf3f88f14 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0548136 Mar 02 03:37:55.378310 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3980b0a-2951-462e-8fc9-b5ec2fd28ea0 req-8690cc0a-dccc-4c0e-af0a-ddc2fb1cc3a7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Mar 02 03:37:55.982866 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 37942) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:56.081620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ead1-fa45-4457-95ca-7568f777274a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.193618 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ead1-fa45-4457-95ca-7568f777274a admin admin] Publish callbacks [] for security_group (9caba937-1bca-48d0-ab8e-c0871417cc71), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.199370 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ead1-fa45-4457-95ca-7568f777274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (9caba937-1bca-48d0-ab8e-c0871417cc71), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.222884 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d53b-7b97-44ac-ab90-c60b4bf48a27 req-99f67a6e-dc22-4bf7-a195-824841ce6dd2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:56.225314 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e216d53b-7b97-44ac-ab90-c60b4bf48a27 req-99f67a6e-dc22-4bf7-a195-824841ce6dd2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0924046 Mar 02 03:37:56.266975 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2aa5ead1-fa45-4457-95ca-7568f777274a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6964aa79de64d8cb59010c58dd6faa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903271 Mar 02 03:37:56.270142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37950) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:56.271590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ead1-fa45-4457-95ca-7568f777274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caba937-1bca-48d0-ab8e-c0871417cc71,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:56.303333 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e216d53b-7b97-44ac-ab90-c60b4bf48a27 req-7022fb3e-92ce-41ed-b736-1b97d7c60886 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696106 Mar 02 03:37:56.322326 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] Publish callbacks [] for security_group (9caba937-1bca-48d0-ab8e-c0871417cc71), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.344237 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] Publish callbacks [] for security_group (9caba937-1bca-48d0-ab8e-c0871417cc71), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.393262 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (9caba937-1bca-48d0-ab8e-c0871417cc71), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.395807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.396950 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9caba937-1bca-48d0-ab8e-c0871417cc71 HTTP/1.1" status: 204 len: 168 time: 0.1252470 Mar 02 03:37:56.407939 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78e7eb-0fa3-42db-bd37-eaa3c82f9b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caba937-1bca-48d0-ab8e-c0871417cc71,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:56.512804 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c1058-ed6d-4977-a2bd-ca585ca45381 req-13d9fe6c-2d6e-4358-a2d2-f59a4f32dca7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:56.515006 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-455c1058-ed6d-4977-a2bd-ca585ca45381 req-13d9fe6c-2d6e-4358-a2d2-f59a4f32dca7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0647068 Mar 02 03:37:56.585031 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-455c1058-ed6d-4977-a2bd-ca585ca45381 req-4500d761-d8ca-40bc-8c72-9b5bde352e5a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567548 Mar 02 03:37:56.679120 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37960) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:56.692751 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02ba297-b7e2-4b53-b165-1b3a97cdc541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.766431 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02ba297-b7e2-4b53-b165-1b3a97cdc541 admin admin] Publish callbacks [] for security_group (cb2ff84b-ae10-45bc-8e14-e74f49e42fd8), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.770258 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e02ba297-b7e2-4b53-b165-1b3a97cdc541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (cb2ff84b-ae10-45bc-8e14-e74f49e42fd8), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.807096 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba297-b7e2-4b53-b165-1b3a97cdc541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2ff84b-ae10-45bc-8e14-e74f49e42fd8,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:56.811985 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e02ba297-b7e2-4b53-b165-1b3a97cdc541 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6883a0a8cace4083bf79df2e16ad3b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317945 Mar 02 03:37:56.814912 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 37962) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:56.866188 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] Publish callbacks [] for security_group (cb2ff84b-ae10-45bc-8e14-e74f49e42fd8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.886821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] Publish callbacks [] for security_group (cb2ff84b-ae10-45bc-8e14-e74f49e42fd8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.933381 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (cb2ff84b-ae10-45bc-8e14-e74f49e42fd8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.935906 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:56.937154 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb2ff84b-ae10-45bc-8e14-e74f49e42fd8 HTTP/1.1" status: 204 len: 168 time: 0.1212964 Mar 02 03:37:56.944375 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a02c-70f5-47c9-bdf7-09b3fb1df973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2ff84b-ae10-45bc-8e14-e74f49e42fd8,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:57.434498 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8238-1074-444f-ba16-cfa3f704eccd req-3d8133cb-b921-4765-a85e-72319d3dd9d4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:57.436613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08cc8238-1074-444f-ba16-cfa3f704eccd req-3d8133cb-b921-4765-a85e-72319d3dd9d4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0638599 Mar 02 03:37:57.489232 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-08cc8238-1074-444f-ba16-cfa3f704eccd req-91e8c5b6-2cea-4829-81a9-5a4651946e9b tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 Mar 02 03:37:57.709847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d2fb-4e2d-4abb-bb62-04f762c5a414 req-4c34ffc3-6d1a-4e1c-948f-db83517f24ec tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:57.711590 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d18d2fb-4e2d-4abb-bb62-04f762c5a414 req-4c34ffc3-6d1a-4e1c-948f-db83517f24ec tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0541012 Mar 02 03:37:57.767255 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d18d2fb-4e2d-4abb-bb62-04f762c5a414 req-02ebc0c4-9d0f-4c52-930a-69a910822d21 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497000 Mar 02 03:37:58.378984 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38034) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:58.527864 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e36437d-f914-49a3-b2c3-db1324de6811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.641283 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5704d1-8215-493e-bccf-fcf4aa89b926 req-f9cc1311-c5d6-461f-b884-123173ab1fe7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:58.643390 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a5704d1-8215-493e-bccf-fcf4aa89b926 req-f9cc1311-c5d6-461f-b884-123173ab1fe7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0802007 Mar 02 03:37:58.656377 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e36437d-f914-49a3-b2c3-db1324de6811 admin admin] Publish callbacks [] for security_group (2a06821c-f19e-4159-ba95-cbdde87523f0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.671581 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3e36437d-f914-49a3-b2c3-db1324de6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (2a06821c-f19e-4159-ba95-cbdde87523f0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.730932 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3e36437d-f914-49a3-b2c3-db1324de6811 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40a53ec41ae44c7480196823116b7623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508444 Mar 02 03:37:58.734858 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a5704d1-8215-493e-bccf-fcf4aa89b926 req-f948532e-2ceb-4e4a-9a1b-070e6ab157ee tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846355 Mar 02 03:37:58.735006 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38046) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:58.736820 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36437d-f914-49a3-b2c3-db1324de6811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a06821c-f19e-4159-ba95-cbdde87523f0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:58.785073 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] Publish callbacks [] for security_group (2a06821c-f19e-4159-ba95-cbdde87523f0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.805567 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] Publish callbacks [] for security_group (2a06821c-f19e-4159-ba95-cbdde87523f0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.855382 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (2a06821c-f19e-4159-ba95-cbdde87523f0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.858549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:58.862363 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a06821c-f19e-4159-ba95-cbdde87523f0 HTTP/1.1" status: 204 len: 168 time: 0.1260688 Mar 02 03:37:58.870372 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85204c83-5e7d-425e-9316-038d24396355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a06821c-f19e-4159-ba95-cbdde87523f0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:58.898979 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35e4a2-ba77-490c-9971-1505267262aa req-7595652b-98bb-4516-9b6a-d28b74c4e73d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:58.900549 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4b35e4a2-ba77-490c-9971-1505267262aa req-7595652b-98bb-4516-9b6a-d28b74c4e73d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0656075 Mar 02 03:37:58.949667 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4b35e4a2-ba77-490c-9971-1505267262aa req-a1d2fc9a-6789-4d70-b182-6519a6345ac8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Mar 02 03:37:59.499795 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38078) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:59.594042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1321764309-network', 'tenant_id': '81dac378b4f74c5d972b52cde9208383'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:59.613185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Made reservation on behalf of 81dac378b4f74c5d972b52cde9208383 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:59.615406 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.624093 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.697366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks [] for security_group (377e1472-98da-4d38-9c50-54e767daf925), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.701211 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (377e1472-98da-4d38-9c50-54e767daf925), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.724026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:37:59.739230 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377e1472-98da-4d38-9c50-54e767daf925,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:59.745259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (c713af55-58c4-43df-9b6d-2b1e39da5ed8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.745479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Added segment c713af55-58c4-43df-9b6d-2b1e39da5ed8 of type vlan for network 0d399a0a-ad54-4ab5-920e-fb92454143ae Mar 02 03:37:59.789035 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (0d399a0a-ad54-4ab5-920e-fb92454143ae), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.831695 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (0d399a0a-ad54-4ab5-920e-fb92454143ae), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.831695 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:59.831695 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:37:59.906456 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4055121 Mar 02 03:37:59.909747 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38090) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:37:59.914911 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf9a4f-d48b-4035-b109-3f6024bc6c2a admin admin] Pushing event updated for resources: {'Network': ['ID=0d399a0a-ad54-4ab5-920e-fb92454143ae,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:37:59.915760 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Request body: {'subnet': {'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1321764309-subnet', 'tenant_id': '81dac378b4f74c5d972b52cde9208383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:37:59.927164 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:37:59.934782 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89e4c-f7b2-47c7-ae98-6657d3a10b6f req-b2822fc3-a1b6-41c2-a12d-cdc612ede8b0 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:37:59.936407 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e7d89e4c-f7b2-47c7-ae98-6657d3a10b6f req-b2822fc3-a1b6-41c2-a12d-cdc612ede8b0 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.1234839 Mar 02 03:37:59.955087 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Made reservation on behalf of 81dac378b4f74c5d972b52cde9208383 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:37:59.959821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:00.011123 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e7d89e4c-f7b2-47c7-ae98-6657d3a10b6f req-cc2d1a5a-97d4-45e1-8a3f-99c8a4a8902d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682213 Mar 02 03:38:00.105415 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992523b-0246-4c04-b9eb-7bc6f9f5bff5 req-a445397e-738c-4452-8e82-ef0541c16e34 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:00.107484 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6992523b-0246-4c04-b9eb-7bc6f9f5bff5 req-a445397e-738c-4452-8e82-ef0541c16e34 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0684891 Mar 02 03:38:00.163717 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6992523b-0246-4c04-b9eb-7bc6f9f5bff5 req-5d665525-5f0b-4c20-85f5-c032fc0ae34d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489039 Mar 02 03:38:00.199299 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (3664ee8b-8674-435e-8928-ebe0b26afebd), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:00.253378 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3664ee8b-8674-435e-8928-ebe0b26afebd,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:00.265067 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Checking segment: {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:00.265430 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Network hostable DHCP agents. Network: 0d399a0a-ad54-4ab5-920e-fb92454143ae, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:38:00.282163 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:38:00.290452 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 0d399a0a-ad54-4ab5-920e-fb92454143ae) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:00.295071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:00.296662 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:00.299888 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c48809-00f7-4dd0-bdc7-0bfc877257ae None None] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:00.317601 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-39028a2f-1f5c-48bd-83a8-5d3b08cfdf0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4065933 Mar 02 03:38:00.397693 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad01f9-805e-4af9-97d3-47e5786c7908 None None] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:01.141661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36fde-3570-4e6e-87cf-536c797ce1bd req-cb655b28-15d5-4270-99ac-31642d48a503 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:01.143161 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7bf36fde-3570-4e6e-87cf-536c797ce1bd req-cb655b28-15d5-4270-99ac-31642d48a503 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0536165 Mar 02 03:38:01.189418 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7bf36fde-3570-4e6e-87cf-536c797ce1bd req-7f600646-9db8-422e-b5f7-5111d64ae21a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Mar 02 03:38:01.288244 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcd51b-328e-4cfe-9c02-6a253306f3bf req-b682e8cc-eaad-48c7-a966-d0c579111012 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:01.289689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2abcd51b-328e-4cfe-9c02-6a253306f3bf req-b682e8cc-eaad-48c7-a966-d0c579111012 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0549302 Mar 02 03:38:01.336292 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2abcd51b-328e-4cfe-9c02-6a253306f3bf req-bc47e46f-1465-4c33-84be-f298aabc05d4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Mar 02 03:38:02.317265 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a64d7-da6e-4ff2-af1b-31474ea99db6 req-b9ad5657-288f-4942-9c9e-ce860fb06af6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.318754 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-143a64d7-da6e-4ff2-af1b-31474ea99db6 req-b9ad5657-288f-4942-9c9e-ce860fb06af6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Mar 02 03:38:02.365998 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-143a64d7-da6e-4ff2-af1b-31474ea99db6 req-584dedc9-c53a-4dca-b3f9-ece7ac5c633d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Mar 02 03:38:02.454056 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312847a-552b-4a8c-8d52-23608c349be5 req-e596c819-06c5-434d-a68a-2bfe07739265 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.455563 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3312847a-552b-4a8c-8d52-23608c349be5 req-e596c819-06c5-434d-a68a-2bfe07739265 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0532076 Mar 02 03:38:02.513302 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3312847a-552b-4a8c-8d52-23608c349be5 req-f42d8da1-2c92-4ed0-b2df-32f6e3cec9b6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488617 Mar 02 03:38:02.616487 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd688b2-df30-4d2c-ba35-5c12eca5ba2d req-ba964419-24c6-48d8-9efb-36c296bbc3f3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.618128 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bfd688b2-df30-4d2c-ba35-5c12eca5ba2d req-ba964419-24c6-48d8-9efb-36c296bbc3f3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0558429 Mar 02 03:38:02.667453 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bfd688b2-df30-4d2c-ba35-5c12eca5ba2d req-14835278-b5c1-48c3-b636-c42265fa2846 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 Mar 02 03:38:02.714839 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-267fe7e5-507c-48fd-b6ad-c7cae2e5d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.717007 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-267fe7e5-507c-48fd-b6ad-c7cae2e5d8db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0494196 Mar 02 03:38:02.805100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-83492b03-9d74-472e-952f-5b50ce3a60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.806708 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-83492b03-9d74-472e-952f-5b50ce3a60d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.0813246 Mar 02 03:38:02.908102 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-09fcc95a-cedf-4bd6-9e7b-984de9c5d4ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1002 time: 0.0952280 Mar 02 03:38:02.958675 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-cc5167d0-8633-4a51-b8fb-1c9bd79d1f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:02.960029 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-cc5167d0-8633-4a51-b8fb-1c9bd79d1f68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0447369 Mar 02 03:38:03.007076 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-dfc57353-69d4-4a97-9e68-9c82c27e979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:03.008514 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-dfc57353-69d4-4a97-9e68-9c82c27e979c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428391 Mar 02 03:38:03.082205 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:38:03.097138 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-e38907e9-9172-4d40-938c-c6f209b240ce service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824456 Mar 02 03:38:03.186997 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-38ca94a5-01c6-4f5f-8130-fc94741a839c req-c279ca89-6969-445d-8b50-d99caffa7791 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821908 Mar 02 03:38:03.649268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038af211-5f40-4e4d-9609-0a611c17a8f4 req-2fcfc777-51d5-42ab-9969-7309ae004358 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:03.650757 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-038af211-5f40-4e4d-9609-0a611c17a8f4 req-2fcfc777-51d5-42ab-9969-7309ae004358 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0612814 Mar 02 03:38:03.702337 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-038af211-5f40-4e4d-9609-0a611c17a8f4 req-87978c89-e5e3-4c0b-a4f3-2c3ebd89b74a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Mar 02 03:38:03.796841 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bc32f-bc09-47fe-9f07-6954695e3065 req-4b7b0dd3-86df-41d3-84a2-b5b7458ab3ec tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:03.798523 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be2bc32f-bc09-47fe-9f07-6954695e3065 req-4b7b0dd3-86df-41d3-84a2-b5b7458ab3ec tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0586011 Mar 02 03:38:03.846895 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be2bc32f-bc09-47fe-9f07-6954695e3065 req-5136466c-efaa-43bb-ac5a-005888e55886 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Mar 02 03:38:04.158965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-44429f18-3b0a-4711-b75d-da0959bfc233 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:04.160475 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-44429f18-3b0a-4711-b75d-da0959bfc233 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 814 time: 0.1071718 Mar 02 03:38:04.174841 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-5457d2d7-9a79-431c-ba18-c236d385767b tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/quotas/81dac378b4f74c5d972b52cde9208383 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Mar 02 03:38:04.211459 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-67e0d47a-0333-4e49-bb1b-c4892559e20a tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314977 Mar 02 03:38:04.300840 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-de7448e9-81c7-473f-9fc3-b6ffffe31502 service neutron] 10.222.0.23 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821543 Mar 02 03:38:04.394172 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-ddf7ee39-2d9d-4a28-b407-7597b0e9b0ef service neutron] 10.222.0.23 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876977 Mar 02 03:38:04.550703 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f813a83-590b-4a4b-b1ba-e583c78ed386 req-2fda47fc-c708-40b6-8b2f-80b2a6495030 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 210 time: 0.0292015 Mar 02 03:38:04.866990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6604e1-506b-4288-94e1-7f83a446dd20 req-1ec88169-34d0-4087-b874-c5fd76e117ee tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:04.874409 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e6604e1-506b-4288-94e1-7f83a446dd20 req-1ec88169-34d0-4087-b874-c5fd76e117ee tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0830245 Mar 02 03:38:04.942489 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e6604e1-506b-4288-94e1-7f83a446dd20 req-1e91e0e0-7a47-4867-890f-3e6b974d193e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669510 Mar 02 03:38:04.989743 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fe808-9d0f-4c47-90ba-53356da9f596 req-260d36ba-38f0-4b2c-bf44-8d62c72f6579 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:04.991496 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea7fe808-9d0f-4c47-90ba-53356da9f596 req-260d36ba-38f0-4b2c-bf44-8d62c72f6579 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0628603 Mar 02 03:38:05.056845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ea7fe808-9d0f-4c47-90ba-53356da9f596 req-cb9e9efe-9960-48ae-a3cf-06d8b2ec11d7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594714 Mar 02 03:38:05.644818 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f498a9a6-7a60-4be4-bc96-a88d0c530eb1 req-71b9e2ee-bdcc-458a-9c31-5124d95cb1fb tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 210 time: 0.0286512 Mar 02 03:38:05.856756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-c7b4e1e3-c68a-4579-85c0-2cc17539cd40 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:05.858369 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-c7b4e1e3-c68a-4579-85c0-2cc17539cd40 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 814 time: 0.1190512 Mar 02 03:38:05.885449 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Request body: {'port': {'device_id': 'e26b6d33-e3a8-4711-943e-240415615b75', 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae', 'admin_state_up': True, 'tenant_id': '81dac378b4f74c5d972b52cde9208383'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:05.993049 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Made reservation on behalf of 81dac378b4f74c5d972b52cde9208383 for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:05.996390 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.064548 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf02b2-3c8a-40e9-a188-aa87ee0eedc7 req-9fd6d215-51f2-470a-a83b-729e79b201f0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.066147 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e0cf02b2-3c8a-40e9-a188-aa87ee0eedc7 req-9fd6d215-51f2-470a-a83b-729e79b201f0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0550568 Mar 02 03:38:06.116886 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e0cf02b2-3c8a-40e9-a188-aa87ee0eedc7 req-1f9ef5dd-0651-41c7-9f4f-540d005ff54c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Mar 02 03:38:06.120250 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Allocated IP 172.20.0.11 (0d399a0a-ad54-4ab5-920e-fb92454143ae/3664ee8b-8674-435e-8928-ebe0b26afebd/9904e835-5866-4716-970a-00e8b74ac7f0) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:06.276495 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks [] for port (9904e835-5866-4716-970a-00e8b74ac7f0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.312941 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.371720 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Pushing event updated for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:06.383970 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:06.386365 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:06.392142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:06.397944 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.398518 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.399038 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.399583 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.400107 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.400639 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.401143 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.401643 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.402201 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.402715 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.403241 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.404397 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.404945 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:06.444920 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-263813da-118e-4aaf-82e0-b11671bc5e42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758491 Mar 02 03:38:06.458628 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.459312 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.475810 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e7f09de2-5606-47c2-9035-e905e36d6121 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995698 Mar 02 03:38:06.500700 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Request body: {'port': {'device_id': 'e26b6d33-e3a8-4711-943e-240415615b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:06.542219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-366c13bb-e595-4068-b1a3-958d15e407bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.543780 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-366c13bb-e595-4068-b1a3-958d15e407bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0482647 Mar 02 03:38:06.566623 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.662501 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-7ca2777d-9e2b-402a-98c7-f72667193b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.663928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-7ca2777d-9e2b-402a-98c7-f72667193b5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.0915804 Mar 02 03:38:06.776267 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-f6599803-c3b1-455a-af03-f8abeeec7714 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1002 time: 0.1028514 Mar 02 03:38:06.800946 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb650-e162-4aec-b6a6-46ae80279c87 req-51ffd648-c0cd-49bc-9c00-045f288ce2c1 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.802439 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-64cfb650-e162-4aec-b6a6-46ae80279c87 req-51ffd648-c0cd-49bc-9c00-045f288ce2c1 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 932 time: 0.0817995 Mar 02 03:38:06.840282 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9904e835-5866-4716-970a-00e8b74ac7f0 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:38:06.848265 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks [] for port (9904e835-5866-4716-970a-00e8b74ac7f0), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.861671 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Transition to ACTIVE for port object 9904e835-5866-4716-970a-00e8b74ac7f0 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:38:06.862318 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-82ec16ef-0b87-45a8-9d27-989730300b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.863349 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-82ec16ef-0b87-45a8-9d27-989730300b84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0805533 Mar 02 03:38:06.865294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.895041 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-64cfb650-e162-4aec-b6a6-46ae80279c87 req-62f9ba95-ac67-48e8-a9c6-bca64ca8f5ac tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Mar 02 03:38:06.933073 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-61746280-b235-49b9-8c17-d1fea2259c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:06.934648 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-61746280-b235-49b9-8c17-d1fea2259c24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596721 Mar 02 03:38:06.940309 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:06.940955 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:07.010584 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Attempting to bind port 9904e835-5866-4716-970a-00e8b74ac7f0 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:07.011280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Attempting to bind port 9904e835-5866-4716-970a-00e8b74ac7f0 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:07.011784 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Attempting to bind port 9904e835-5866-4716-970a-00e8b74ac7f0 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:07.016821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Port 9904e835-5866-4716-970a-00e8b74ac7f0 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:38:07.017172 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Attempting to bind port 9904e835-5866-4716-970a-00e8b74ac7f0 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:07.023325 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:07.023668 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Checking segment: {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:07.024085 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Bound using segment: {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:07.024515 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Bound port: 9904e835-5866-4716-970a-00e8b74ac7f0, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:07.025029 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:07.057285 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-bb799310-b82b-4e66-ac1b-3cfa1669d225 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148460 Mar 02 03:38:07.100142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:07.103572 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9904e835-5866-4716-970a-00e8b74ac7f0,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:07.110844 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:07.154478 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.154856 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:07.156471 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] 10.222.0.35 "PUT /v2.0/ports/9904e835-5866-4716-970a-00e8b74ac7f0 HTTP/1.1" status: 200 len: 1094 time: 0.6597569 Mar 02 03:38:07.156944 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:38:07.159752 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e453dc0-c984-49ed-9462-d24792b53d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:38:07.194462 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f27e22b-db44-45c3-8c0c-b9526413f10a req-e0b64f0b-c945-4d6b-925b-4986d8dd07f2 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303279 Mar 02 03:38:07.207987 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30422-e98e-4c61-84b6-f8ede56c0d37 service neutron] Pushing event updated for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:07.216761 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be8435a-8b2d-496f-a574-a51d076f69f1 x-openstack-request-id: req-4be8435a-8b2d-496f-a574-a51d076f69f1 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:38:07.217158 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:38:07.217518 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4be8435a-8b2d-496f-a574-a51d076f69f1 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:38:07.218015 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0', 'status': 'completed', 'code': 200} Mar 02 03:38:07.270135 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63880a5a-59a9-4b70-83e0-218fdec4d8d4 req-66bc5167-3635-4d61-b4ee-914925be0448 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.271653 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63880a5a-59a9-4b70-83e0-218fdec4d8d4 req-66bc5167-3635-4d61-b4ee-914925be0448 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0590482 Mar 02 03:38:07.352021 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63880a5a-59a9-4b70-83e0-218fdec4d8d4 req-44be30a9-7a8e-42f1-9fb9-10fcd2fb129c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722907 Mar 02 03:38:07.354525 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-b0c18790-101b-47c2-b238-1db4c8c74fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.355996 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-b0c18790-101b-47c2-b238-1db4c8c74fe9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 1128 time: 0.0834477 Mar 02 03:38:07.418188 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-932f0959-241b-44c1-85b0-ae7fd87dd7ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9904e835-5866-4716-970a-00e8b74ac7f0 HTTP/1.1" status: 200 len: 217 time: 0.0378377 Mar 02 03:38:07.490881 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-957b5a14-ee19-4cb5-883e-fd5fce6b2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.492349 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-957b5a14-ee19-4cb5-883e-fd5fce6b2407 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3664ee8b-8674-435e-8928-ebe0b26afebd HTTP/1.1" status: 200 len: 854 time: 0.0614052 Mar 02 03:38:07.526761 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-eed771f2-bffb-474e-871e-98f79023892b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d399a0a-ad54-4ab5-920e-fb92454143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253296 Mar 02 03:38:07.631129 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-306d212c-4173-4062-b0c8-fba1a90175ba service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977833 Mar 02 03:38:07.719856 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e2dd9bef-ea42-4586-8574-f290faee3844 req-e09eb605-6f8b-4257-8ea9-df5d50006f6c service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819266 Mar 02 03:38:07.869129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-235d7794-b3fb-48e4-b3a3-55feefbebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.870781 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-235d7794-b3fb-48e4-b3a3-55feefbebbd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 1128 time: 0.0456429 Mar 02 03:38:07.970723 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-a0290465-501b-429e-9318-a72aea2b4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:07.972294 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-a0290465-501b-429e-9318-a72aea2b4b39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 914 time: 0.0949485 Mar 02 03:38:08.025457 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-eae4381f-0c27-4ec8-ae3f-aee3baad5dbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9904e835-5866-4716-970a-00e8b74ac7f0 HTTP/1.1" status: 200 len: 217 time: 0.0450950 Mar 02 03:38:08.100649 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-eb9982cf-37d6-41b8-a2ae-a207ff970964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:08.102233 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-eb9982cf-37d6-41b8-a2ae-a207ff970964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3664ee8b-8674-435e-8928-ebe0b26afebd HTTP/1.1" status: 200 len: 854 time: 0.0583696 Mar 02 03:38:08.113367 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b9370-0b63-41c9-a8b1-2f56b838b07a req-18d8e713-8d73-49b6-8639-1b282590a4e8 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:08.114749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f4b9370-0b63-41c9-a8b1-2f56b838b07a req-18d8e713-8d73-49b6-8639-1b282590a4e8 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 944 time: 0.0984497 Mar 02 03:38:08.145347 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-2ebc657d-3f9b-4059-bc91-6ee49a6ad81e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d399a0a-ad54-4ab5-920e-fb92454143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295649 Mar 02 03:38:08.233053 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f4b9370-0b63-41c9-a8b1-2f56b838b07a req-c6ef9087-86c1-4361-90b1-53cc410583b7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Mar 02 03:38:08.264705 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-9b7df389-59cc-44d7-90c4-5ffe5b2f968b service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125402 Mar 02 03:38:08.355253 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e453dc0-c984-49ed-9462-d24792b53d8a req-8368e595-3854-4b66-8e26-353001807098 service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832899 Mar 02 03:38:08.469937 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38312) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:08.471828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd5294-ff20-4878-8eb0-590ddc8e52de req-db17d61c-9f14-46e9-832f-ef6ed54199b8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:08.473317 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-34cd5294-ff20-4878-8eb0-590ddc8e52de req-db17d61c-9f14-46e9-832f-ef6ed54199b8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0523798 Mar 02 03:38:08.526767 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-34cd5294-ff20-4878-8eb0-590ddc8e52de req-43974588-6f10-4dd8-b2ba-64e8cc4ab981 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476253 Mar 02 03:38:08.574821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7413-08bb-488e-8688-00a35e7c8800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.656628 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7413-08bb-488e-8688-00a35e7c8800 admin admin] Publish callbacks [] for security_group (d4a181b1-4e56-4065-87da-b451e8a001a5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.661524 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7413-08bb-488e-8688-00a35e7c8800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d4a181b1-4e56-4065-87da-b451e8a001a5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.699741 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2b6b7413-08bb-488e-8688-00a35e7c8800 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e9f0df7830c464f8139645391663a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286935 Mar 02 03:38:08.703237 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38326) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:08.705746 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b7413-08bb-488e-8688-00a35e7c8800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a181b1-4e56-4065-87da-b451e8a001a5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:08.776622 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Publish callbacks [] for security_group (d4a181b1-4e56-4065-87da-b451e8a001a5), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.798396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Publish callbacks [] for security_group (d4a181b1-4e56-4065-87da-b451e8a001a5), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.818403 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:08.850923 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d4a181b1-4e56-4065-87da-b451e8a001a5), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.853524 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:08.854690 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4a181b1-4e56-4065-87da-b451e8a001a5 HTTP/1.1" status: 204 len: 168 time: 0.1501403 Mar 02 03:38:08.864030 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a181b1-4e56-4065-87da-b451e8a001a5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:08.871559 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.872764 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.873299 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.873710 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.874113 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.874815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.874940 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.876124 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.876527 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.876967 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.877361 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.877764 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.878094 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bf2df6-8ffb-49b5-a814-a6f0a75c0960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:08.942482 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3159cf-e28d-4627-8aa4-6952584bf8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.023303 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3159cf-e28d-4627-8aa4-6952584bf8cb admin admin] Publish callbacks [] for security_group (1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.027277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3f3159cf-e28d-4627-8aa4-6952584bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.065278 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3f3159cf-e28d-4627-8aa4-6952584bf8cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1475f37c5b34505bc855554ee1d0911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458162 Mar 02 03:38:09.067946 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38340) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:09.068381 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3159cf-e28d-4627-8aa4-6952584bf8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:09.117395 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] Publish callbacks [] for security_group (1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.139017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] Publish callbacks [] for security_group (1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.191073 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.191181 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:09.192329 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c HTTP/1.1" status: 204 len: 168 time: 0.1234083 Mar 02 03:38:09.200398 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355d795-cd34-48f1-945c-36f3804edd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a5bfd-f6b3-4a3e-abbf-35b4c7e63e7c,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:09.365392 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ef541-8f37-45c3-958e-b135667cb266 req-23a49e41-c305-461f-aeab-48ca82e4cb24 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:09.367067 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d24ef541-8f37-45c3-958e-b135667cb266 req-23a49e41-c305-461f-aeab-48ca82e4cb24 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 944 time: 0.0605543 Mar 02 03:38:09.417519 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d24ef541-8f37-45c3-958e-b135667cb266 req-f42b0d56-d41f-4a43-ad82-413abcd790a5 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Mar 02 03:38:09.650209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b11c1-3b5a-473c-8a4e-ea405eb7be71 req-52a1ff55-d624-408a-a30a-f07c732cb10a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:09.655647 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c9b11c1-3b5a-473c-8a4e-ea405eb7be71 req-52a1ff55-d624-408a-a30a-f07c732cb10a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0617404 Mar 02 03:38:09.701015 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2c9b11c1-3b5a-473c-8a4e-ea405eb7be71 req-16ecf998-ec7f-4908-b5bc-7aaee7b8fed4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Mar 02 03:38:10.073026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38398) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:10.102966 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38404) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:10.284744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1277272447-network', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:10.302131 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3bcd-da67-4bc6-a9b5-0b6714757b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.320630 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Made reservation on behalf of f70b0094f5e240b28b83102b4bab82cf for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:10.322926 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.342969 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.434719 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3bcd-da67-4bc6-a9b5-0b6714757b3d admin admin] Publish callbacks [] for security_group (769164f0-f3ca-45fb-923a-4e50e6cd25d4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.441757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3bcd-da67-4bc6-a9b5-0b6714757b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (769164f0-f3ca-45fb-923a-4e50e6cd25d4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.494150 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks [] for security_group (f61f31ab-e1d0-412c-a067-2814abcb0d08), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.506912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9b3b3bcd-da67-4bc6-a9b5-0b6714757b3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb203f8ea3b0494aa43e612cfd4d13b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325998 Mar 02 03:38:10.509570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:10.510039 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f61f31ab-e1d0-412c-a067-2814abcb0d08), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.529255 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b3bcd-da67-4bc6-a9b5-0b6714757b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769164f0-f3ca-45fb-923a-4e50e6cd25d4,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:10.554863 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:38:10.582707 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f31ab-e1d0-412c-a067-2814abcb0d08,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:10.587077 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.587422 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Added segment 2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5 of type vlan for network e6ccb0b8-73d9-4435-8196-364781d2c238 Mar 02 03:38:10.608123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3491433-d8ee-402b-8064-8eb0ca232194 req-3971d73a-f482-4e1f-b72c-14d1bd8c1d73 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:10.609223 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b3491433-d8ee-402b-8064-8eb0ca232194 req-3971d73a-f482-4e1f-b72c-14d1bd8c1d73 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 944 time: 0.1172345 Mar 02 03:38:10.624933 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] Publish callbacks [] for security_group (769164f0-f3ca-45fb-923a-4e50e6cd25d4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.650310 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] Publish callbacks [] for security_group (769164f0-f3ca-45fb-923a-4e50e6cd25d4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.655828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (e6ccb0b8-73d9-4435-8196-364781d2c238), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.660085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9904e835-5866-4716-970a-00e8b74ac7f0 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:38:10.698502 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b3491433-d8ee-402b-8064-8eb0ca232194 req-a2e5454f-a380-44d5-9f0d-c5017eb440db tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Mar 02 03:38:10.705787 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (e6ccb0b8-73d9-4435-8196-364781d2c238), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.706767 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:10.707641 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.740807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (769164f0-f3ca-45fb-923a-4e50e6cd25d4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.744081 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.745242 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/769164f0-f3ca-45fb-923a-4e50e6cd25d4 HTTP/1.1" status: 204 len: 168 time: 0.2346931 Mar 02 03:38:10.761790 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e663fc-5341-45ee-8ad2-1311debb6dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769164f0-f3ca-45fb-923a-4e50e6cd25d4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:10.784154 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6800411 Mar 02 03:38:10.787360 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:10.795632 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Request body: {'subnet': {'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1277272447-subnet', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:10.817058 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9071c-5964-4876-af58-a242f5464e3f admin admin] Pushing event updated for resources: {'Network': ['ID=e6ccb0b8-73d9-4435-8196-364781d2c238,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:10.836317 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Made reservation on behalf of f70b0094f5e240b28b83102b4bab82cf for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:10.838992 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:10.912113 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bfebf-1c90-47b8-962d-a7339c75d45b req-eb2999fe-e6df-48c9-9950-ee3e49a33755 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:10.920250 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-012bfebf-1c90-47b8-962d-a7339c75d45b req-eb2999fe-e6df-48c9-9950-ee3e49a33755 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0802143 Mar 02 03:38:10.925312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network e6ccb0b8-73d9-4435-8196-364781d2c238 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:38:10.981360 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9904e835-5866-4716-970a-00e8b74ac7f0,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:10.990205 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-012bfebf-1c90-47b8-962d-a7339c75d45b req-38eb68f3-52de-4990-9ecf-8bf92f44803f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Mar 02 03:38:11.013826 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '9904e835-5866-4716-970a-00e8b74ac7f0', 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae', 'port_id': '9904e835-5866-4716-970a-00e8b74ac7f0', 'mac_address': 'fa:16:3e:fa:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3664ee8b-8674-435e-8928-ebe0b26afebd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:38:11.066739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9904e835-5866-4716-970a-00e8b74ac7f0 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:11.067658 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.089681 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9904e835-5866-4716-970a-00e8b74ac7f0 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:38:11.116932 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9904e835-5866-4716-970a-00e8b74ac7f0,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:11.122403 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.144924 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.186124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:11.218436 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Checking segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:11.218796 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Network hostable DHCP agents. Network: e6ccb0b8-73d9-4435-8196-364781d2c238, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:38:11.222536 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:11.241442 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Network e6ccb0b8-73d9-4435-8196-364781d2c238 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:38:11.252078 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, e6ccb0b8-73d9-4435-8196-364781d2c238) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:11.261285 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1abd41-2075-4e64-a6ec-6d02248a0c84 None None] Network e6ccb0b8-73d9-4435-8196-364781d2c238 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:11.265856 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:11.266442 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.285959 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-af3ba073-c5d9-4346-9bd0-0e6d194d9332 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4970295 Mar 02 03:38:11.286197 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38436) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:11.288193 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38438) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:11.298354 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:11.308764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e413235-46fb-42d5-8420-ef53bbec7415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.354087 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.355189 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.424092 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-e6ccb0b8-73d9-4435-8196-364781d2c238', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:38:11.424344 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for router_controller (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.425813 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.467592 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['9904e835-5866-4716-970a-00e8b74ac7f0'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:38:11.583769 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e413235-46fb-42d5-8420-ef53bbec7415 admin admin] Publish callbacks [] for security_group (95986c82-4f6f-465d-8626-36f5f05551a7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.644294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e413235-46fb-42d5-8420-ef53bbec7415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (95986c82-4f6f-465d-8626-36f5f05551a7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.746561 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Allocated IP 172.20.0.2 (e6ccb0b8-73d9-4435-8196-364781d2c238/ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3/270eeff2-c352-4481-bd64-266da9f14d0a) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:11.862604 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58955d3-228b-48df-9aa6-cee733d52475 req-093ed309-74d2-45ef-adab-3498e4899749 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:11.864824 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f58955d3-228b-48df-9aa6-cee733d52475 req-093ed309-74d2-45ef-adab-3498e4899749 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 945 time: 0.0698991 Mar 02 03:38:11.916308 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f58955d3-228b-48df-9aa6-cee733d52475 req-258892c8-f1e9-417c-b238-9ba765a3b238 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447769 Mar 02 03:38:11.938557 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for router_gateway (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.971610 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4e413235-46fb-42d5-8420-ef53bbec7415 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92de3ff6cfb44a5fad958d6b32fd15b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6843643 Mar 02 03:38:11.973760 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks [] for port (270eeff2-c352-4481-bd64-266da9f14d0a), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:11.974256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38448) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:11.983601 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e413235-46fb-42d5-8420-ef53bbec7415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95986c82-4f6f-465d-8626-36f5f05551a7,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:11.987801 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.070710 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] Publish callbacks [] for security_group (95986c82-4f6f-465d-8626-36f5f05551a7), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.082610 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Network e6ccb0b8-73d9-4435-8196-364781d2c238 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:12.084580 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Pushing event updated for resources: {'Port': ['ID=270eeff2-c352-4481-bd64-266da9f14d0a,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:12.088900 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:12.092156 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:12.148401 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] Publish callbacks [] for security_group (95986c82-4f6f-465d-8626-36f5f05551a7), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.156587 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Attempting to bind port 270eeff2-c352-4481-bd64-266da9f14d0a on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:12.157193 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Attempting to bind port 270eeff2-c352-4481-bd64-266da9f14d0a by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:12.157555 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Attempting to bind port 270eeff2-c352-4481-bd64-266da9f14d0a on network e6ccb0b8-73d9-4435-8196-364781d2c238 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:12.162996 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:12.163404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Checking segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:12.164029 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.164458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Bound using segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:12.164927 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Bound port: 270eeff2-c352-4481-bd64-266da9f14d0a, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:12.165310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.176160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1120-70f9-4910-a989-0cc7bb4c2abd req-029986bf-7e52-4661-98bf-4ccfd9dcf315 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:12.177900 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ff8c1120-70f9-4910-a989-0cc7bb4c2abd req-029986bf-7e52-4661-98bf-4ccfd9dcf315 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1107066 Mar 02 03:38:12.188838 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for router_gateway (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.210064 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.244228 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] For port 270eeff2-c352-4481-bd64-266da9f14d0a, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:12.247253 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ff8c1120-70f9-4910-a989-0cc7bb4c2abd req-ecfa1a4e-31bc-40f6-b6b3-49839b2f1515 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589235 Mar 02 03:38:12.249965 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (95986c82-4f6f-465d-8626-36f5f05551a7), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.252525 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] For port 270eeff2-c352-4481-bd64-266da9f14d0a, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=270eeff2-c352-4481-bd64-266da9f14d0a,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:12.252688 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.257804 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95986c82-4f6f-465d-8626-36f5f05551a7 HTTP/1.1" status: 204 len: 168 time: 0.2824504 Mar 02 03:38:12.266154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.275871 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926ffa-7ab5-4bf4-8318-f52e60ce48bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95986c82-4f6f-465d-8626-36f5f05551a7,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:12.335621 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Allocated IP 172.27.0.254 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/39603711-e731-42cf-baba-e6420986b098) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:12.346603 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d866-bffd-4392-a141-9fba313a5976 None None] Pushing event updated for resources: {'Port': ['ID=270eeff2-c352-4481-bd64-266da9f14d0a,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:12.470714 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for port (39603711-e731-42cf-baba-e6420986b098), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.511509 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (39603711-e731-42cf-baba-e6420986b098), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.589323 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:12.589822 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:12.592004 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:12.623228 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Pushing event updated for resources: {'Port': ['ID=39603711-e731-42cf-baba-e6420986b098,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:12.686233 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9904e835-5866-4716-970a-00e8b74ac7f0 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:12.772220 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 9904e835-5866-4716-970a-00e8b74ac7f0 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:38:12.777338 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 9904e835-5866-4716-970a-00e8b74ac7f0 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:12.778728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.886686 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9904e835-5866-4716-970a-00e8b74ac7f0 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:12.887170 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.914592 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:38:12.916808 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for router_gateway (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.917016 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98883f54-2adc-4533-b863-18a62e4a5aac" -d '{"events": [{"server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "name": "network-vif-plugged", "status": "completed", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:38:12.932214 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9904e835-5866-4716-970a-00e8b74ac7f0,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:12.940413 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:12.996113 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3c3d93-45a0-43d5-936d-73c8a47941ee x-openstack-request-id: req-5c3c3d93-45a0-43d5-936d-73c8a47941ee {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:38:12.997243 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "name": "network-vif-plugged", "status": "completed", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:38:12.997776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3c3d93-45a0-43d5-936d-73c8a47941ee {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:38:12.998543 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0', 'code': 200} Mar 02 03:38:13.069424 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:13.179565 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6027a-b798-47a2-bb99-68d4ec5243e4 req-d0644083-8a90-4405-be17-7a9ea18e6bac tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:13.183339 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62f6027a-b798-47a2-bb99-68d4ec5243e4 req-d0644083-8a90-4405-be17-7a9ea18e6bac tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.1552866 Mar 02 03:38:13.285338 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62f6027a-b798-47a2-bb99-68d4ec5243e4 req-441944b2-5229-48c1-8bfc-8be6f9d7fce1 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929389 Mar 02 03:38:13.370447 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 270eeff2-c352-4481-bd64-266da9f14d0a up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:13.376387 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.425463 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1073ccf-7e2b-45ee-bf0b-4203510f6e74 req-a0839fe1-23d4-484f-84ce-20ce28991c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:13.427141 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1073ccf-7e2b-45ee-bf0b-4203510f6e74 req-a0839fe1-23d4-484f-84ce-20ce28991c2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 1130 time: 0.1460307 Mar 02 03:38:13.471367 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 270eeff2-c352-4481-bd64-266da9f14d0a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:13.478493 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.491259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3af44-0ce7-4e42-bd40-3a6568855590 req-79622c6a-9c54-4977-95f4-27eed31fbc02 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:13.507290 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ac3af44-0ce7-4e42-bd40-3a6568855590 req-79622c6a-9c54-4977-95f4-27eed31fbc02 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1263809 Mar 02 03:38:13.579322 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1073ccf-7e2b-45ee-bf0b-4203510f6e74 req-e57930e9-349f-4335-aa79-17c9fdabf78b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438432 Mar 02 03:38:13.611935 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ac3af44-0ce7-4e42-bd40-3a6568855590 req-2f1ec6e2-fb57-43e0-aaca-6fde6e168deb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010430 Mar 02 03:38:13.615688 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:38:13.651713 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62010a9-81e9-4d87-82a0-05135f1672fc None None] Network e6ccb0b8-73d9-4435-8196-364781d2c238 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:13.680941 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 270eeff2-c352-4481-bd64-266da9f14d0a is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:13.681705 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.782409 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:13.789665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4c35abf7-3f9f-4fcc-a6e2-acb1a3abf9dd None None] Provisioning complete for port 270eeff2-c352-4481-bd64-266da9f14d0a triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:13.790077 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4c35abf7-3f9f-4fcc-a6e2-acb1a3abf9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.797373 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 270eeff2-c352-4481-bd64-266da9f14d0a, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=270eeff2-c352-4481-bd64-266da9f14d0a,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:13.802615 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Sync routers for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:13.822929 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.832766 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:13.833476 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:13.837190 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:13.839346 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-ad54a85b-d0c3-4a90-b92a-fd69cb228d35 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5500951 Mar 02 03:38:13.842592 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38504) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:13.931907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=270eeff2-c352-4481-bd64-266da9f14d0a,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:13.976058 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4c35abf7-3f9f-4fcc-a6e2-acb1a3abf9dd None None] Current status of the port 270eeff2-c352-4481-bd64-266da9f14d0a is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:14.005633 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:14.277037 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:12Z', 'revision_number': 3, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:14.301842 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e8b04ac5-0780-4a24-b8b7-86b5dfb97018 None None] Provisioning complete for port 270eeff2-c352-4481-bd64-266da9f14d0a triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:14.302327 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8b04ac5-0780-4a24-b8b7-86b5dfb97018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.307199 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Checking router: e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:14.308322 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Updating router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 port 39603711-e731-42cf-baba-e6420986b098 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:14.371321 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (39603711-e731-42cf-baba-e6420986b098), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.423762 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e8b04ac5-0780-4a24-b8b7-86b5dfb97018 None None] Current status of the port 270eeff2-c352-4481-bd64-266da9f14d0a is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:14.447910 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.472174 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42629d4-ec44-4107-bdf3-3ba8e130a75c req-833c8c6d-b1cd-4b91-b9c7-d64d08e07cef tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:14.474393 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c42629d4-ec44-4107-bdf3-3ba8e130a75c req-833c8c6d-b1cd-4b91-b9c7-d64d08e07cef tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.0604870 Mar 02 03:38:14.541293 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c42629d4-ec44-4107-bdf3-3ba8e130a75c req-ce58ff33-23fd-41e6-a689-201fb34507a9 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Mar 02 03:38:14.647078 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Allocated IP 172.20.0.1 (e6ccb0b8-73d9-4435-8196-364781d2c238/ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3/46821da4-c0d6-4725-b067-7050ef2b9744) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:14.744086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73b40-703d-4b8c-9cb9-d63be6784cea req-d4172431-09bb-415c-8cce-612152ddfa79 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:14.745638 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cce73b40-703d-4b8c-9cb9-d63be6784cea req-d4172431-09bb-415c-8cce-612152ddfa79 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0605538 Mar 02 03:38:14.761762 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks [] for port (39603711-e731-42cf-baba-e6420986b098), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.777111 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (39603711-e731-42cf-baba-e6420986b098), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.808224 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks [] for port (46821da4-c0d6-4725-b067-7050ef2b9744), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.815506 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cce73b40-703d-4b8c-9cb9-d63be6784cea req-ddf7aaab-0cff-492b-8713-056daed83862 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626569 Mar 02 03:38:14.843302 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a465-d400-402e-b3b2-058e4cd6c576 None None] Pushing event updated for resources: {'Port': ['ID=39603711-e731-42cf-baba-e6420986b098,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:14.860826 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Attempting to bind port 39603711-e731-42cf-baba-e6420986b098 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:14.861477 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Attempting to bind port 39603711-e731-42cf-baba-e6420986b098 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:14.861844 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Attempting to bind port 39603711-e731-42cf-baba-e6420986b098 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:14.867566 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:14.867957 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:14.868366 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.868760 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:14.869322 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Bound port: 39603711-e731-42cf-baba-e6420986b098, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:14.869594 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (39603711-e731-42cf-baba-e6420986b098), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.882640 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.924276 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] For port 39603711-e731-42cf-baba-e6420986b098, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:14.927579 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] For port 39603711-e731-42cf-baba-e6420986b098, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=39603711-e731-42cf-baba-e6420986b098,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:14.935759 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (39603711-e731-42cf-baba-e6420986b098), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:14.937012 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Network e6ccb0b8-73d9-4435-8196-364781d2c238 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:14.957930 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:14.961751 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:14.986637 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Pushing event updated for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:14.995287 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a465-d400-402e-b3b2-058e4cd6c576 None None] Pushing event updated for resources: {'Port': ['ID=39603711-e731-42cf-baba-e6420986b098,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:15.007349 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.009810 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:15.010608 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:15.140006 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:15.168180 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.259198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7172bb98-0b16-4826-a34d-49e8e04d5ced None None] Provisioning complete for port 46821da4-c0d6-4725-b067-7050ef2b9744 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:15.260144 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7172bb98-0b16-4826-a34d-49e8e04d5ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.262114 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 270eeff2-c352-4481-bd64-266da9f14d0a up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:15.345517 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 270eeff2-c352-4481-bd64-266da9f14d0a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:15.345874 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.389103 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7172bb98-0b16-4826-a34d-49e8e04d5ced None None] Port 46821da4-c0d6-4725-b067-7050ef2b9744 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:15.397515 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:12Z', 'revision_number': 3, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:15.445084 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 270eeff2-c352-4481-bd64-266da9f14d0a is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:15.455987 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8afa5-738a-4477-8c48-13451e9fbce9 None None] The sync data for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:12Z', 'revision_number': 3, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:15.634206 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks [] for port (46821da4-c0d6-4725-b067-7050ef2b9744), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.641615 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.720729 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Pushing event updated for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:15.726207 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:15.786253 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662babc-e1ed-4efa-8d7b-694423cac31a req-e4e74ec9-d0cb-40da-a08f-1f16657480f7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:15.788670 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a662babc-e1ed-4efa-8d7b-694423cac31a req-e4e74ec9-d0cb-40da-a08f-1f16657480f7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.1114864 Mar 02 03:38:15.935690 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Network e6ccb0b8-73d9-4435-8196-364781d2c238 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:15.940557 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:15.942715 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a662babc-e1ed-4efa-8d7b-694423cac31a req-c83d10eb-1faf-4d98-b4bf-bb5dfbb502fd tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476822 Mar 02 03:38:15.990500 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a450e9-b786-4adc-9f68-69f3f4998331 req-a4c74718-a635-451d-b4c9-79bb3470b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:15.992331 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62a450e9-b786-4adc-9f68-69f3f4998331 req-a4c74718-a635-451d-b4c9-79bb3470b229 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 1130 time: 0.1724389 Mar 02 03:38:16.103417 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57b1a1-d6ff-4fa9-91a4-db27dbcaff8e req-d37cf9f9-a71b-4df5-8ed0-e59dcfecdf90 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:16.107326 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b57b1a1-d6ff-4fa9-91a4-db27dbcaff8e req-d37cf9f9-a71b-4df5-8ed0-e59dcfecdf90 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1481481 Mar 02 03:38:16.121283 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-62a450e9-b786-4adc-9f68-69f3f4998331 req-9fba2795-2a22-449c-a51d-f229b2f9fe68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047852 Mar 02 03:38:16.149346 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:38:16.191896 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b57b1a1-d6ff-4fa9-91a4-db27dbcaff8e req-ee944a14-c384-4f66-96dd-647826ea0972 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778842 Mar 02 03:38:16.304539 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:16.319599 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4cc35ab0-1313-47cf-862e-2a994152b039 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5b66ae8-e394-45e2-9bdd-a3d0c7b87992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727097 Mar 02 03:38:16.328475 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-0d929dbb-0435-466e-a1a0-65986a82197f None None] Provisioning complete for port 46821da4-c0d6-4725-b067-7050ef2b9744 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:16.328897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0d929dbb-0435-466e-a1a0-65986a82197f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:16.366230 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-0d929dbb-0435-466e-a1a0-65986a82197f None None] Port 46821da4-c0d6-4725-b067-7050ef2b9744 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:16.928681 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38640) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:16.933660 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-393135378-network', 'tenant_id': 'be571a1319634cbb8282227ed87b9055'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:16.957909 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Made reservation on behalf of be571a1319634cbb8282227ed87b9055 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:16.961588 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:16.971708 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.062817 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks [] for security_group (63ad7fdc-376f-4925-b4bd-50e059bf0500), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.075580 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (63ad7fdc-376f-4925-b4bd-50e059bf0500), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.112924 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:38:17.125851 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (9d183277-1aff-4c01-b6f3-d8cdf098976f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.126194 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Added segment 9d183277-1aff-4c01-b6f3-d8cdf098976f of type vlan for network 27a191de-35d0-41e4-b511-d77a49c6b835 Mar 02 03:38:17.223293 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (27a191de-35d0-41e4-b511-d77a49c6b835), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.226788 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ad7fdc-376f-4925-b4bd-50e059bf0500,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:17.273249 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (27a191de-35d0-41e4-b511-d77a49c6b835), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.275729 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:17.276710 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.351789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 39603711-e731-42cf-baba-e6420986b098 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:17.399756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38670) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:17.400903 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4709504 Mar 02 03:38:17.407378 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Request body: {'subnet': {'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-393135378-subnet', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:17.422401 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d27d05-2767-410d-905f-8a04fa47dd36 admin admin] Pushing event updated for resources: {'Network': ['ID=27a191de-35d0-41e4-b511-d77a49c6b835,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:17.447025 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 27a191de-35d0-41e4-b511-d77a49c6b835 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:38:17.460925 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172c95-d1f8-4a9b-ae16-3ef022d034ee req-d8dbf561-8ebc-45b1-944a-ec1ddf5a70f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:17.462724 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71172c95-d1f8-4a9b-ae16-3ef022d034ee req-d8dbf561-8ebc-45b1-944a-ec1ddf5a70f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.1470110 Mar 02 03:38:17.502399 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Made reservation on behalf of be571a1319634cbb8282227ed87b9055 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:17.504950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.573262 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 39603711-e731-42cf-baba-e6420986b098 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:17.573731 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (39603711-e731-42cf-baba-e6420986b098), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.601252 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71172c95-d1f8-4a9b-ae16-3ef022d034ee req-8e20755d-8ed3-4de0-ab0b-92184cd94f39 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296275 Mar 02 03:38:17.692061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 39603711-e731-42cf-baba-e6420986b098 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:17.692417 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (39603711-e731-42cf-baba-e6420986b098), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.698914 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e853f103-b2e0-4551-92ae-dc6a73948007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.718104 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 39603711-e731-42cf-baba-e6420986b098, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=39603711-e731-42cf-baba-e6420986b098,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:17.724051 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (39603711-e731-42cf-baba-e6420986b098), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:17.924078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Sync routers for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:17.950493 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:17.951154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:18.005739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=39603711-e731-42cf-baba-e6420986b098,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:18.029925 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (82fd4e96-52c2-4224-8ebf-5c8220f7cceb), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.094358 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:18.098046 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fd4e96-52c2-4224-8ebf-5c8220f7cceb,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:18.120870 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Checking segment: {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:18.121382 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Network hostable DHCP agents. Network: 27a191de-35d0-41e4-b511-d77a49c6b835, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:38:18.148730 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Network 27a191de-35d0-41e4-b511-d77a49c6b835 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:38:18.161052 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 27a191de-35d0-41e4-b511-d77a49c6b835) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:18.169032 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:18.169672 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.186804 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6793358-24cb-4b47-91aa-9690c447c2bf None None] Network 27a191de-35d0-41e4-b511-d77a49c6b835 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:18.191095 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-edbaee2b-99a6-472e-a003-d82fe101f1f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7876043 Mar 02 03:38:18.193437 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38686) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:18.200570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:18.224219 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (de98d4f9-7b45-47ba-af44-844584eab90b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.225379 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (de98d4f9-7b45-47ba-af44-844584eab90b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.287327 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for router_controller (de98d4f9-7b45-47ba-af44-844584eab90b), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.378083 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-27a191de-35d0-41e4-b511-d77a49c6b835', 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835', 'project_id': 'be571a1319634cbb8282227ed87b9055', 'fixed_ips': [{'subnet_id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:38:18.378952 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.433296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for router_gateway (de98d4f9-7b45-47ba-af44-844584eab90b), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.540686 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 2, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:18.580062 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Checking router: e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:18.583812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Updating router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 port 46821da4-c0d6-4725-b067-7050ef2b9744 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:18.619741 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Allocated IP 172.20.0.2 (27a191de-35d0-41e4-b511-d77a49c6b835/82fd4e96-52c2-4224-8ebf-5c8220f7cceb/5c9e2e49-366b-4113-8dff-5920143461ae) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:18.631948 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.655334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for router_gateway (de98d4f9-7b45-47ba-af44-844584eab90b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.675815 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:18.766589 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca380f4b-10f5-4bd2-bd20-b8082e1be80b req-2dddfafa-a22d-4892-bf73-8ab3dc9fec3f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:18.769575 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca380f4b-10f5-4bd2-bd20-b8082e1be80b req-2dddfafa-a22d-4892-bf73-8ab3dc9fec3f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0764594 Mar 02 03:38:18.832075 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca380f4b-10f5-4bd2-bd20-b8082e1be80b req-c006a261-59d8-496f-b8b8-7b8e26f9ccc5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Mar 02 03:38:18.837153 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Allocated IP 172.27.0.218 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/c9b83df4-bb86-473f-b16f-a2cdc93ecd5a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:18.958585 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38706) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:18.989274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08a1df-dc4b-4c19-9e76-05098841e3e0 req-9700aeec-c09d-420a-a29b-d2bcdf3a12ec tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:18.992290 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3d08a1df-dc4b-4c19-9e76-05098841e3e0 req-9700aeec-c09d-420a-a29b-d2bcdf3a12ec tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0765243 Mar 02 03:38:19.014662 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.020844 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks [] for port (5c9e2e49-366b-4113-8dff-5920143461ae), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.033142 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.055926 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3d08a1df-dc4b-4c19-9e76-05098841e3e0 req-38508228-17b0-4457-abc5-38f546bedf3e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565560 Mar 02 03:38:19.065745 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.084491 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:19.086141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:19.088983 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:19.129892 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks [] for port (46821da4-c0d6-4725-b067-7050ef2b9744), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.147095 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Network 27a191de-35d0-41e4-b511-d77a49c6b835 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:19.150605 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:19.152437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.156817 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-055fcb63-f489-4a5a-a03a-b89ba816c6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.157499 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:19.183240 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Pushing event updated for resources: {'Port': ['ID=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:19.189696 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Pushing event updated for resources: {'Port': ['ID=5c9e2e49-366b-4113-8dff-5920143461ae,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:19.286868 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 39603711-e731-42cf-baba-e6420986b098 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:19.366558 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4216-4df7-4c38-b9b8-adefc5961262 None None] Pushing event updated for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:19.369605 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Attempting to bind port 5c9e2e49-366b-4113-8dff-5920143461ae on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:19.370230 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Attempting to bind port 5c9e2e49-366b-4113-8dff-5920143461ae by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:19.370826 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Attempting to bind port 5c9e2e49-366b-4113-8dff-5920143461ae on network 27a191de-35d0-41e4-b511-d77a49c6b835 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:19.418592 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:19.419571 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Checking segment: {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:19.419571 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.419808 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Bound using segment: {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:19.420387 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Bound port: 5c9e2e49-366b-4113-8dff-5920143461ae, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:19.420861 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.484991 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-055fcb63-f489-4a5a-a03a-b89ba816c6fc admin admin] Publish callbacks [] for security_group (a47135cc-081b-45f3-87f0-a2225b5a6479), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.506150 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-055fcb63-f489-4a5a-a03a-b89ba816c6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a47135cc-081b-45f3-87f0-a2225b5a6479), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.514261 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Attempting to bind port 46821da4-c0d6-4725-b067-7050ef2b9744 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:19.514635 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Attempting to bind port 46821da4-c0d6-4725-b067-7050ef2b9744 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:19.515005 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Attempting to bind port 46821da4-c0d6-4725-b067-7050ef2b9744 on network e6ccb0b8-73d9-4435-8196-364781d2c238 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:19.525204 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 39603711-e731-42cf-baba-e6420986b098 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:19.525613 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (39603711-e731-42cf-baba-e6420986b098), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Checking segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Bound using segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Bound port: 46821da4-c0d6-4725-b067-7050ef2b9744, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:19.550599 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.563072 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-055fcb63-f489-4a5a-a03a-b89ba816c6fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b12cf9e5c3a499ab614f1cbbdec8fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6033595 Mar 02 03:38:19.565845 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38720) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:19.656299 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] Publish callbacks [] for security_group (a47135cc-081b-45f3-87f0-a2225b5a6479), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.656760 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fcb63-f489-4a5a-a03a-b89ba816c6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47135cc-081b-45f3-87f0-a2225b5a6479,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:19.684832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] Publish callbacks [] for security_group (a47135cc-081b-45f3-87f0-a2225b5a6479), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.688716 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for router_gateway (de98d4f9-7b45-47ba-af44-844584eab90b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.692148 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] For port 5c9e2e49-366b-4113-8dff-5920143461ae, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:19.728717 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] For port 5c9e2e49-366b-4113-8dff-5920143461ae, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5c9e2e49-366b-4113-8dff-5920143461ae,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:19.745569 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a47135cc-081b-45f3-87f0-a2225b5a6479), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.748908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.754980 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a47135cc-081b-45f3-87f0-a2225b5a6479 HTTP/1.1" status: 204 len: 168 time: 0.1870270 Mar 02 03:38:19.768383 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.781363 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909a1e7-5c62-41f4-9f30-623df185dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47135cc-081b-45f3-87f0-a2225b5a6479,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:19.789770 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] For port 46821da4-c0d6-4725-b067-7050ef2b9744, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:19.797940 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] For port 46821da4-c0d6-4725-b067-7050ef2b9744, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=46821da4-c0d6-4725-b067-7050ef2b9744,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:19.874995 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Provisioning complete for port 46821da4-c0d6-4725-b067-7050ef2b9744 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:19.875404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.904239 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:19.909575 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c37379-e3bf-4c68-b5ca-2867bc7a8478 None None] Pushing event updated for resources: {'Port': ['ID=5c9e2e49-366b-4113-8dff-5920143461ae,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:20.033046 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (de98d4f9-7b45-47ba-af44-844584eab90b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.192759 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:20.194152 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:20.194867 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:37:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:20.204232 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-bef44e28-6733-4790-9383-da3b8310d577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.215678 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43defbec-67ef-404e-8569-63ee7766e359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.220296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Router de98d4f9-7b45-47ba-af44-844584eab90b is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:38:20.267161 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 39603711-e731-42cf-baba-e6420986b098 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:20.274565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4216-4df7-4c38-b9b8-adefc5961262 None None] Pushing event updated for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:20.364818 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Current status of the port 46821da4-c0d6-4725-b067-7050ef2b9744 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:20.365319 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.375834 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43defbec-67ef-404e-8569-63ee7766e359 admin admin] Publish callbacks [] for security_group (1864a228-cb63-4ed1-bb9d-46fb0c3a6695), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.383507 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-43defbec-67ef-404e-8569-63ee7766e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1864a228-cb63-4ed1-bb9d-46fb0c3a6695), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.433385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-43defbec-67ef-404e-8569-63ee7766e359 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18397a31099c4d4a908f3806448026b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361307 Mar 02 03:38:20.433385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:20.462578 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:20.488056 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43defbec-67ef-404e-8569-63ee7766e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864a228-cb63-4ed1-bb9d-46fb0c3a6695,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:20.494221 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] For port 46821da4-c0d6-4725-b067-7050ef2b9744, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=46821da4-c0d6-4725-b067-7050ef2b9744,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:20.503641 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.535733 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] Publish callbacks [] for security_group (1864a228-cb63-4ed1-bb9d-46fb0c3a6695), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.598652 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] Publish callbacks [] for security_group (1864a228-cb63-4ed1-bb9d-46fb0c3a6695), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.666362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1864a228-cb63-4ed1-bb9d-46fb0c3a6695), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.670317 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.682796 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1864a228-cb63-4ed1-bb9d-46fb0c3a6695 HTTP/1.1" status: 204 len: 168 time: 0.2447202 Mar 02 03:38:20.712470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be95ca-b330-42ea-94d4-d6ae775aa749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1864a228-cb63-4ed1-bb9d-46fb0c3a6695,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:20.735863 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede10f9-0610-45d2-aba2-8da4d8433bb0 None None] Pushing event updated for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:20.737545 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:20.743930 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2199130e-c817-4d8b-99b5-8f538dbb57c6 None None] Provisioning complete for port 46821da4-c0d6-4725-b067-7050ef2b9744 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:20.744314 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2199130e-c817-4d8b-99b5-8f538dbb57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.760633 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Sync routers for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:20.800280 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:20.804141 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:20.829522 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:20.833751 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38746) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:20.842421 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-38786413-7517-4f9a-bbe9-214b3959b74f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6467772 Mar 02 03:38:21.057856 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.078509 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2199130e-c817-4d8b-99b5-8f538dbb57c6 None None] Current status of the port 46821da4-c0d6-4725-b067-7050ef2b9744 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:21.111499 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:19Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:21.150949 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83266048-0c08-4196-a6f9-f6ec3e1cd155 None None] The sync data for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:19Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:21.151914 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:21.307378 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-4405c46a-2fc4-47be-8911-39252fe6bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:21.309829 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-4405c46a-2fc4-47be-8911-39252fe6bfdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.3225758 Mar 02 03:38:21.427085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5c9e2e49-366b-4113-8dff-5920143461ae up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:21.524951 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd373-41bb-4d68-b1fd-bfe2c9d103f1 req-08b6ea68-0191-415b-8534-dff8900c09b1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:21.532984 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 5c9e2e49-366b-4113-8dff-5920143461ae triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:21.533943 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.539657 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-66efd373-41bb-4d68-b1fd-bfe2c9d103f1 req-08b6ea68-0191-415b-8534-dff8900c09b1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.5121253 Mar 02 03:38:21.594740 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:19Z', 'revision_number': 3, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:21.602032 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38770) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:21.619984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb59ae0-768d-416a-8759-ed659762dec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.623043 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Checking router: de98d4f9-7b45-47ba-af44-844584eab90b for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:21.623555 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Updating router de98d4f9-7b45-47ba-af44-844584eab90b port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:21.699796 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.723684 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 5c9e2e49-366b-4113-8dff-5920143461ae is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:21.724172 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.772446 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5f220e-69a3-46ea-8032-587a160805f9 None None] Network 27a191de-35d0-41e4-b511-d77a49c6b835 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:21.794213 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-8de8f82c-62d0-41a3-b3d1-04a6998353ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:21.795878 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-8de8f82c-62d0-41a3-b3d1-04a6998353ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.4699934 Mar 02 03:38:21.807002 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb59ae0-768d-416a-8759-ed659762dec5 admin admin] Publish callbacks [] for security_group (a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.811202 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bbb59ae0-768d-416a-8759-ed659762dec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.820754 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-66efd373-41bb-4d68-b1fd-bfe2c9d103f1 req-4a039a1f-25a5-4e89-a921-6e666b936c1f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687624 Mar 02 03:38:21.846719 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bbb59ae0-768d-416a-8759-ed659762dec5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9697c7920bdb40e88ac0b94d4e674071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414508 Mar 02 03:38:21.848293 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38774) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:21.877831 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 5c9e2e49-366b-4113-8dff-5920143461ae, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5c9e2e49-366b-4113-8dff-5920143461ae,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:21.890067 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb59ae0-768d-416a-8759-ed659762dec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:21.948284 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] Publish callbacks [] for security_group (a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.963699 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:21.982904 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-e08b65d9-6c0d-425f-a356-b427b7ac77f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.1542931 Mar 02 03:38:21.996686 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] Publish callbacks [] for security_group (a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.008574 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-054461a2-9422-4098-a894-09128eefb90f None None] Provisioning complete for port 5c9e2e49-366b-4113-8dff-5920143461ae triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:22.009004 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-054461a2-9422-4098-a894-09128eefb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.127666 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.131351 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.132667 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4 HTTP/1.1" status: 204 len: 168 time: 0.2789431 Mar 02 03:38:22.149621 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=5c9e2e49-366b-4113-8dff-5920143461ae,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:22.149867 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-a49df33d-be87-456a-a2b8-71fb9f8ddb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:22.150777 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2081a3d-ec50-4bb3-80d6-dfb9590958f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75c8d37-a2a0-44af-ae4e-d1ecc7b0b3c4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:22.151347 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-a49df33d-be87-456a-a2b8-71fb9f8ddb12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.1518080 Mar 02 03:38:22.220691 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks [] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.221431 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-9a72d83b-7e05-477d-bca0-ceda2b5a1f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496690 Mar 02 03:38:22.234635 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.272490 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-054461a2-9422-4098-a894-09128eefb90f None None] Current status of the port 5c9e2e49-366b-4113-8dff-5920143461ae is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:22.291604 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c1787-acab-46a2-bfd5-a13308ae915a None None] Pushing event updated for resources: {'Port': ['ID=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:22.344264 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Attempting to bind port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:22.345057 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Attempting to bind port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:22.345431 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Attempting to bind port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:22.358596 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:22.359416 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:22.367628 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.368332 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:22.369297 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Bound port: c9b83df4-bb86-473f-b16f-a2cdc93ecd5a, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:22.370100 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.401340 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.453480 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] For port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:22.461642 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-dccd8a84-c3a9-4508-b321-a697013940c5 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184963 Mar 02 03:38:22.464801 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] For port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:22.476459 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.550705 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:22.551560 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:22.553573 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c1787-acab-46a2-bfd5-a13308ae915a None None] Pushing event updated for resources: {'Port': ['ID=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:22.601076 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.606161 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-6ddbcf91-7c3a-46aa-8e21-1a457350d943 None None] Provisioning complete for port 5c9e2e49-366b-4113-8dff-5920143461ae triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:22.606742 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcf91-7c3a-46aa-8e21-1a457350d943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:22.712103 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45cf0ee8-b352-48b5-9bce-c3b0a7f4b565 req-136d3ea0-28d0-44f0-8423-93dc9a3dda11 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111073 Mar 02 03:38:22.740238 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:22.780110 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbcf91-7c3a-46aa-8e21-1a457350d943 None None] Current status of the port 5c9e2e49-366b-4113-8dff-5920143461ae is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:22.897352 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Allocated IP 172.20.0.1 (27a191de-35d0-41e4-b511-d77a49c6b835/82fd4e96-52c2-4224-8ebf-5c8220f7cceb/359ab0d1-a54a-47ff-a61f-e6a843bfeebe) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:23.066596 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:19Z', 'revision_number': 3, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:23.099922 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db850e09-e5ba-4fe2-826d-786a47024785 req-258f94b6-734d-43f9-b41a-ac01269611d2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:23.102240 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db850e09-e5ba-4fe2-826d-786a47024785 req-258f94b6-734d-43f9-b41a-ac01269611d2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1572049 Mar 02 03:38:23.138297 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7d1b18-c16c-4db7-9395-660976ba5703 None None] The sync data for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi is: [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:19Z', 'revision_number': 3, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:23.144539 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks [] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.255641 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db850e09-e5ba-4fe2-826d-786a47024785 req-7051a634-8c30-4815-8dbb-587037ccfb96 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419444 Mar 02 03:38:23.272916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.322315 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Network 27a191de-35d0-41e4-b511-d77a49c6b835 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:23.337786 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:23.353259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:23.365358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38810) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:23.402478 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:23.426128 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (de98d4f9-7b45-47ba-af44-844584eab90b), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.435544 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 46821da4-c0d6-4725-b067-7050ef2b9744 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:23.525009 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 46821da4-c0d6-4725-b067-7050ef2b9744 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:23.525792 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.677097 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.695988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 46821da4-c0d6-4725-b067-7050ef2b9744 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:23.697231 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5c9e2e49-366b-4113-8dff-5920143461ae up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:23.778473 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 5c9e2e49-366b-4113-8dff-5920143461ae triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:23.779084 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.787286 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38820) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:23.843580 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-1f317a6c-25b6-4066-8084-f18e6a515bc3 None None] Provisioning complete for port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:23.843990 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1f317a6c-25b6-4066-8084-f18e6a515bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.848068 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf09b591-1ef9-4106-97e1-a23fcb5f0ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.872962 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2084218139-network', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:23.907816 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1f317a6c-25b6-4066-8084-f18e6a515bc3 None None] Port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:23.923296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Made reservation on behalf of 7e6b3df4db8641899040ec5bed522a1f for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:23.923601 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 5c9e2e49-366b-4113-8dff-5920143461ae is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:23.925882 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.941637 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:23.989549 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.000885 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks [] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.006662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.020587 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf09b591-1ef9-4106-97e1-a23fcb5f0ac8 admin admin] Publish callbacks [] for security_group (f29501ab-4ab1-42ef-82aa-618b14e945f0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.034358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bf09b591-1ef9-4106-97e1-a23fcb5f0ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f29501ab-4ab1-42ef-82aa-618b14e945f0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.086598 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bf09b591-1ef9-4106-97e1-a23fcb5f0ac8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6c56e223f854011a7a7ac4bb8a87c35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199497 Mar 02 03:38:24.088648 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.095877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38824) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:24.096077 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09b591-1ef9-4106-97e1-a23fcb5f0ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29501ab-4ab1-42ef-82aa-618b14e945f0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.096189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (de98d4f9-7b45-47ba-af44-844584eab90b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.116187 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks [] for security_group (a15b2ded-1948-467b-adb5-f9952c28b4aa), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.122865 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a15b2ded-1948-467b-adb5-f9952c28b4aa), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.144362 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:38:24.166552 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (8e155300-c74b-4b0d-8dc1-551dc1450464), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.166936 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Added segment 8e155300-c74b-4b0d-8dc1-551dc1450464 of type vlan for network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 Mar 02 03:38:24.169079 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15b2ded-1948-467b-adb5-f9952c28b4aa,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.220854 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (d23da59c-dbb0-4fd7-ab46-13b67d8570e6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.238186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Network 27a191de-35d0-41e4-b511-d77a49c6b835 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:24.241397 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:24.267701 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (d23da59c-dbb0-4fd7-ab46-13b67d8570e6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.268901 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:24.269784 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.324719 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] Publish callbacks [] for security_group (f29501ab-4ab1-42ef-82aa-618b14e945f0), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.344890 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5566332 Mar 02 03:38:24.347768 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38830) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:24.373785 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Request body: {'subnet': {'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2084218139-subnet', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:24.377594 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627af2ff-ec4f-43b9-b4f8-a07a23ef336d admin admin] Pushing event updated for resources: {'Network': ['ID=d23da59c-dbb0-4fd7-ab46-13b67d8570e6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.388781 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:38:24.408809 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Made reservation on behalf of 7e6b3df4db8641899040ec5bed522a1f for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:24.411542 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] Publish callbacks [] for security_group (f29501ab-4ab1-42ef-82aa-618b14e945f0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.412424 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.497973 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Router de98d4f9-7b45-47ba-af44-844584eab90b has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:38:24.511575 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53f6c2-80be-4a40-8ea2-bdde91906839 req-5a4c4dca-ad91-45c6-9917-355bdda748de tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:24.514244 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ee53f6c2-80be-4a40-8ea2-bdde91906839 req-5a4c4dca-ad91-45c6-9917-355bdda748de tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1603496 Mar 02 03:38:24.535637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f29501ab-4ab1-42ef-82aa-618b14e945f0), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.538763 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.542371 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f29501ab-4ab1-42ef-82aa-618b14e945f0 HTTP/1.1" status: 204 len: 168 time: 0.4465413 Mar 02 03:38:24.599668 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa0a7b-975d-479e-bf22-2a7b376dcd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29501ab-4ab1-42ef-82aa-618b14e945f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.638925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-62acf5fe-c678-4a43-833e-253d9148ae15 None None] Provisioning complete for port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:24.639411 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-62acf5fe-c678-4a43-833e-253d9148ae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.674825 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ee53f6c2-80be-4a40-8ea2-bdde91906839 req-c67eadb6-6854-4d45-beab-6d016196b620 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513340 Mar 02 03:38:24.699538 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (e45da566-4da3-4856-b3c6-5ac580bb6ec5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.702180 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-62acf5fe-c678-4a43-833e-253d9148ae15 None None] Port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:24.714664 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:24.723672 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-26b7ca81-f0fe-40bd-93b5-c87821578fc2 admin admin] 10.222.0.23 "PUT /v2.0/routers/de98d4f9-7b45-47ba-af44-844584eab90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8888686 Mar 02 03:38:24.762680 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45da566-4da3-4856-b3c6-5ac580bb6ec5,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:24.784486 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Checking segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:24.784965 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Network hostable DHCP agents. Network: d23da59c-dbb0-4fd7-ab46-13b67d8570e6, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:38:24.809928 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:38:24.823664 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, d23da59c-dbb0-4fd7-ab46-13b67d8570e6) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:24.831087 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:24.832126 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.837008 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08396f-73b7-44ed-9835-0e2a042e4adf None None] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:24.857821 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-51e14cc9-25d1-4501-8052-eab9aac90e4b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5088842 Mar 02 03:38:24.860700 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38838) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:24.867569 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:24.894562 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.895653 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.961436 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38844) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:24.973212 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for router_controller (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.974134 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-d23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:38:24.975019 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:24.977037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76fd2f26-db78-4ef3-82ce-09b5d667d47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.111340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76fd2f26-db78-4ef3-82ce-09b5d667d47d admin admin] Publish callbacks [] for security_group (7a3c3763-40e7-4acf-b20b-8351c4e2eec6), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.119545 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-76fd2f26-db78-4ef3-82ce-09b5d667d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7a3c3763-40e7-4acf-b20b-8351c4e2eec6), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.184923 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Allocated IP 172.20.0.2 (d23da59c-dbb0-4fd7-ab46-13b67d8570e6/e45da566-4da3-4856-b3c6-5ac580bb6ec5/205e6a64-732b-4d8b-8e67-63bc0829085d) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:25.187428 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-76fd2f26-db78-4ef3-82ce-09b5d667d47d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c69561ffad24ea68eeac7b52cecdff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246315 Mar 02 03:38:25.188070 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38846) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:25.194611 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2f26-db78-4ef3-82ce-09b5d667d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c3763-40e7-4acf-b20b-8351c4e2eec6,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:25.219002 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for router_gateway (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.302353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] Publish callbacks [] for security_group (7a3c3763-40e7-4acf-b20b-8351c4e2eec6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.346321 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] Publish callbacks [] for security_group (7a3c3763-40e7-4acf-b20b-8351c4e2eec6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.385284 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c9b83df4-bb86-473f-b16f-a2cdc93ecd5a up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:25.427090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7a3c3763-40e7-4acf-b20b-8351c4e2eec6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.430011 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.435730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a3c3763-40e7-4acf-b20b-8351c4e2eec6 HTTP/1.1" status: 204 len: 168 time: 0.2464345 Mar 02 03:38:25.453458 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f53db9-cdde-48c8-b126-fc3e70615c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c3763-40e7-4acf-b20b-8351c4e2eec6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:25.540712 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for router_gateway (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.571869 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.589266 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38852) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:25.595222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978150563', 'description': 'tempest-secgroup-smoke-1978150563 description', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:25.640449 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.676787 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Sync routers for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:25.729071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Allocated IP 172.27.0.52 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/f4bfb35c-39a7-49c4-9a9f-a790178257e3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:25.737591 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (5b7f36ba-e1e8-4350-8566-4ee4f873b3be), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.748378 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5b7f36ba-e1e8-4350-8566-4ee4f873b3be), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.751117 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:25.751862 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:25.785086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.786414 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1949124 Mar 02 03:38:25.791258 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38858) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:25.797893 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:25.858991 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks [] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.859379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a840-f924-41cf-bf34-8079b85a5569 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f36ba-e1e8-4350-8566-4ee4f873b3be,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:25.873884 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180f8bb-a712-48f3-b572-51a607b11b24 req-482e7764-efc7-42dd-9eb0-a4859d7dd48b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:25.875679 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b180f8bb-a712-48f3-b572-51a607b11b24 req-482e7764-efc7-42dd-9eb0-a4859d7dd48b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0958924 Mar 02 03:38:25.878099 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:25.878561 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.882842 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.885356 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (d53163a0-8c1a-4ca5-a0ab-7e418c9a0d8b), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.938325 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b180f8bb-a712-48f3-b572-51a607b11b24 req-339de98a-27f8-4f62-ba73-403261ea749e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Mar 02 03:38:25.953164 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Pushing event updated for resources: {'Port': ['ID=205e6a64-732b-4d8b-8e67-63bc0829085d,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:25.965981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38860) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:25.967569 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:25.981147 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bfafac83-98c7-44a6-a0a2-7835ee3a3978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.005074 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (d53163a0-8c1a-4ca5-a0ab-7e418c9a0d8b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.011200 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.012104 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.013656 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.013656 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.013896 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.014109 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.014437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.014764 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.015101 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.015581 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.015781 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.016109 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.016439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:26.016584 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (d53163a0-8c1a-4ca5-a0ab-7e418c9a0d8b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.026695 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:26.036032 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:26.044119 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:26.049295 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.050647 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584393 Mar 02 03:38:26.053411 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38864) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.058749 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:26.060285 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52f74-f2c5-48c5-9181-460e96fb7662 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53163a0-8c1a-4ca5-a0ab-7e418c9a0d8b,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.065784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:26.071710 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.110802 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bfafac83-98c7-44a6-a0a2-7835ee3a3978 admin admin] Publish callbacks [] for security_group (522a5ef5-364d-4d6e-a458-0b30ff4173bf), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.120619 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (8f640b86-1398-4866-9d4a-d9172c7c2d5e), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.122321 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:26.123369 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-bfafac83-98c7-44a6-a0a2-7835ee3a3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (522a5ef5-364d-4d6e-a458-0b30ff4173bf), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.125308 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:26.131826 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:26.162331 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Pushing event updated for resources: {'Port': ['ID=f4bfb35c-39a7-49c4-9a9f-a790178257e3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.191343 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-bfafac83-98c7-44a6-a0a2-7835ee3a3978 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de3f44fcfc83440ca713561646dd3ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222314 Mar 02 03:38:26.192017 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.195798 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafac83-98c7-44a6-a0a2-7835ee3a3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a5ef5-364d-4d6e-a458-0b30ff4173bf,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.218389 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Attempting to bind port 205e6a64-732b-4d8b-8e67-63bc0829085d on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:26.218389 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Attempting to bind port 205e6a64-732b-4d8b-8e67-63bc0829085d by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:26.218722 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Attempting to bind port 205e6a64-732b-4d8b-8e67-63bc0829085d on network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:26.224339 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (8f640b86-1398-4866-9d4a-d9172c7c2d5e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.227104 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:26.227598 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.231156 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (8f640b86-1398-4866-9d4a-d9172c7c2d5e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.242516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:26.243364 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Checking segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:26.243364 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.243770 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Bound using segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:26.244260 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Bound port: 205e6a64-732b-4d8b-8e67-63bc0829085d, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:26.244645 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.255165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f640b86-1398-4866-9d4a-d9172c7c2d5e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.270729 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.278243 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-351f2977-3ca2-412a-86ca-ae3e8bc0b21b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2174459 Mar 02 03:38:26.279080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38868) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.285472 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:26.310123 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:26.313742 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (1c341259-4646-4181-a5e3-a0ae5fbc41f5), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.339179 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.380408 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (1c341259-4646-4181-a5e3-a0ae5fbc41f5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.383537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] Publish callbacks [] for security_group (522a5ef5-364d-4d6e-a458-0b30ff4173bf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.389789 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (1c341259-4646-4181-a5e3-a0ae5fbc41f5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.410657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c341259-4646-4181-a5e3-a0ae5fbc41f5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.415136 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] Publish callbacks [] for security_group (522a5ef5-364d-4d6e-a458-0b30ff4173bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.422998 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.429546 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6222dda0-b1df-457b-90c4-708a024f1003 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486557 Mar 02 03:38:26.430385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38872) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.437744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:26.461731 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] For port 205e6a64-732b-4d8b-8e67-63bc0829085d, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:26.477713 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.479340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (79a4b093-74e8-40b0-938c-c36a33f724a1), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.486691 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] For port 205e6a64-732b-4d8b-8e67-63bc0829085d, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=205e6a64-732b-4d8b-8e67-63bc0829085d,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:26.499868 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.518886 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (522a5ef5-364d-4d6e-a458-0b30ff4173bf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.525956 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.525956 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/522a5ef5-364d-4d6e-a458-0b30ff4173bf HTTP/1.1" status: 204 len: 168 time: 0.3304696 Mar 02 03:38:26.576756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (79a4b093-74e8-40b0-938c-c36a33f724a1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.577227 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:23Z', 'revision_number': 4, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '359ab0d1-a54a-47ff-a61f-e6a843bfeebe', 'name': '', 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'mac_address': 'fa:16:3e:ba:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:22Z', 'updated_at': '2022-03-02T03:38:23Z', 'revision_number': 2, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'subnets': [{'id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:26.585594 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (79a4b093-74e8-40b0-938c-c36a33f724a1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.593964 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a08653-36db-4aaa-8849-58b285488b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a5ef5-364d-4d6e-a458-0b30ff4173bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.620331 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a4b093-74e8-40b0-938c-c36a33f724a1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.635751 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Checking router: de98d4f9-7b45-47ba-af44-844584eab90b for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:26.637401 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Updating router de98d4f9-7b45-47ba-af44-844584eab90b port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:26.639350 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for router_gateway (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.641840 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.643154 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-5f288329-8e93-46bf-a7c4-112caebfb484 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2095447 Mar 02 03:38:26.650133 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.658885 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:26.671224 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235944d-4080-43dc-bbb9-092c645bcabc None None] Pushing event updated for resources: {'Port': ['ID=205e6a64-732b-4d8b-8e67-63bc0829085d,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.695258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.707950 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Project f70b0094f5e240b28b83102b4bab82cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:38:26.719993 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (cf913faf-ac96-47aa-a81f-61f3696b785c), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.835608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (cf913faf-ac96-47aa-a81f-61f3696b785c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.849374 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (cf913faf-ac96-47aa-a81f-61f3696b785c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.891994 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf913faf-ac96-47aa-a81f-61f3696b785c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:26.934879 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:26.936713 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-85151ca5-db91-44fa-a8f1-7911e7fce60b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855248 Mar 02 03:38:26.946199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38878) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:26.974028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'security_group_rule': {'security_group_id': '5b7f36ba-e1e8-4350-8566-4ee4f873b3be', 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:27.031218 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.076375 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Project f70b0094f5e240b28b83102b4bab82cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:38:27.083285 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (23a0388d-424c-4b0b-9298-3c4ac0a26f9a), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.257246 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:38:27.290377 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks [] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.300352 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.400656 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4c15-c06d-44a8-ae78-13146d23d26e None None] Pushing event updated for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:27.420641 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:27.441549 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Sync routers for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:27.464997 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:27.466406 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:27.469130 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Attempting to bind port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:27.469503 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Attempting to bind port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:27.470260 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Attempting to bind port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe on network 27a191de-35d0-41e4-b511-d77a49c6b835 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:27.476404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:27.476404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Checking segment: {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:27.476783 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.477104 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Bound using segment: {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:27.477725 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Bound port: 359ab0d1-a54a-47ff-a61f-e6a843bfeebe, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d183277-1aff-4c01-b6f3-d8cdf098976f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:27.478450 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.492331 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (23a0388d-424c-4b0b-9298-3c4ac0a26f9a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.493584 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.501126 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c44e96d2-0ce5-4057-8ba2-bfc6de97dea1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6363933 Mar 02 03:38:27.501592 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38884) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:27.503836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c9b83df4-bb86-473f-b16f-a2cdc93ecd5a up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:27.503956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (23a0388d-424c-4b0b-9298-3c4ac0a26f9a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.546676 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.548192 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6008356 Mar 02 03:38:27.570500 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507a69-b813-4a74-8590-81a089e92cf6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a0388d-424c-4b0b-9298-3c4ac0a26f9a,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:27.607431 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b70ae-7dca-4a9f-8365-eef6f4d8ad32 req-40c1d46c-0295-431b-ae15-2f227690dd84 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:27.613385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-314b70ae-7dca-4a9f-8365-eef6f4d8ad32 req-40c1d46c-0295-431b-ae15-2f227690dd84 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.2171686 Mar 02 03:38:27.689412 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-314b70ae-7dca-4a9f-8365-eef6f4d8ad32 req-f50bb33f-c774-4e0e-a3ab-18814a0f0ca6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Mar 02 03:38:27.724975 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] For port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:27.732609 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:27.768201 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] For port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:27.769812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:27.770253 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.841828 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:27.931533 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:27.932193 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:27.988747 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 3, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:28.023308 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Provisioning complete for port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:28.024280 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.054247 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Checking router: 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:28.054800 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Updating router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e port f4bfb35c-39a7-49c4-9a9f-a790178257e3 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:28.085828 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.132424 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4c15-c06d-44a8-ae78-13146d23d26e None None] Pushing event updated for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:28.477650 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e1354-350a-4028-a558-49cc75bb858f None None] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:28.517065 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks [] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.525937 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.569161 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Pushing event updated for resources: {'Port': ['ID=f4bfb35c-39a7-49c4-9a9f-a790178257e3,revision_number=2']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:28.579985 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.580352 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.580902 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.581644 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.582132 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.582644 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.583166 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.583648 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.584134 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.584646 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.585156 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.585655 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.586133 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:38:28.619528 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:28.633728 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Attempting to bind port f4bfb35c-39a7-49c4-9a9f-a790178257e3 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:28.634101 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Attempting to bind port f4bfb35c-39a7-49c4-9a9f-a790178257e3 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:28.634479 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Attempting to bind port f4bfb35c-39a7-49c4-9a9f-a790178257e3 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:28.645251 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:28.645629 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:28.646036 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.646425 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:28.651868 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:28.653176 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 205e6a64-732b-4d8b-8e67-63bc0829085d up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:28.656069 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Bound port: f4bfb35c-39a7-49c4-9a9f-a790178257e3, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:28.657439 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.661374 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.682626 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Current status of the port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:28.683009 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.716378 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] For port f4bfb35c-39a7-49c4-9a9f-a790178257e3, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:28.719454 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] For port f4bfb35c-39a7-49c4-9a9f-a790178257e3, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=f4bfb35c-39a7-49c4-9a9f-a790178257e3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:28.726081 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:28.779556 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfca27-040d-4ae8-a1c1-6cac10b0d404 None None] Pushing event updated for resources: {'Port': ['ID=f4bfb35c-39a7-49c4-9a9f-a790178257e3,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:28.800535 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:28.801287 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:28.854618 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f263f9-e27f-4431-b604-f70bf2860397 req-974a726e-5317-47b0-b16d-c2bfc25727ea tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:28.857849 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f263f9-e27f-4431-b604-f70bf2860397 req-974a726e-5317-47b0-b16d-c2bfc25727ea tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0789969 Mar 02 03:38:28.885175 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Allocated IP 172.20.0.1 (d23da59c-dbb0-4fd7-ab46-13b67d8570e6/e45da566-4da3-4856-b3c6-5ac580bb6ec5/4183a76e-f4a3-48c5-ba21-5d0bca114c50) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:28.916186 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f263f9-e27f-4431-b604-f70bf2860397 req-0f5e63f1-9e7d-4808-8902-b5a2cee07a2c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 Mar 02 03:38:28.932272 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:28.950466 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] For port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:28.971031 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.025368 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 205e6a64-732b-4d8b-8e67-63bc0829085d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:29.025859 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.027714 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks [] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.065815 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.122545 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee266421-11c1-43e3-986d-7836d34e07f0 None None] Pushing event updated for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:29.138714 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:29.143827 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:29.146708 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Provisioning complete for port 205e6a64-732b-4d8b-8e67-63bc0829085d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:29.147153 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.150224 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:29.168022 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 3, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:29.216456 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939e470-ee56-44df-a1f5-d04676711ef4 None None] The sync data for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi is: [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 3, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:29.222956 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Pushing event updated for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:29.241683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.265071 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:23Z', 'revision_number': 4, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '359ab0d1-a54a-47ff-a61f-e6a843bfeebe', 'name': '', 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'mac_address': 'fa:16:3e:ba:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:22Z', 'updated_at': '2022-03-02T03:38:27Z', 'revision_number': 4, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'subnets': [{'id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:29.268146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 205e6a64-732b-4d8b-8e67-63bc0829085d is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:29.268793 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.330144 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639a3a7-efb7-40d9-b894-805e4938c1f9 None None] The sync data for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi is: [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:23Z', 'revision_number': 4, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '359ab0d1-a54a-47ff-a61f-e6a843bfeebe', 'name': '', 'network_id': '27a191de-35d0-41e4-b511-d77a49c6b835', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'mac_address': 'fa:16:3e:ba:75:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:22Z', 'updated_at': '2022-03-02T03:38:27Z', 'revision_number': 4, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'subnets': [{'id': '82fd4e96-52c2-4224-8ebf-5c8220f7cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:29.429564 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 205e6a64-732b-4d8b-8e67-63bc0829085d, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=205e6a64-732b-4d8b-8e67-63bc0829085d,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:29.436231 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Current status of the port 205e6a64-732b-4d8b-8e67-63bc0829085d is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:29.436780 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.455009 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.488881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.632406 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.db.api [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 03:38:29.637750 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG oslo_db.api [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 03:38:29.710966 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=205e6a64-732b-4d8b-8e67-63bc0829085d,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:29.745947 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 359ab0d1-a54a-47ff-a61f-e6a843bfeebe up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:29.833184 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:29.833568 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.842198 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks [] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.856612 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:29.935884 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Pushing event updated for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:29.936545 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:29.939159 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:30.057705 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65d0e0-42f0-44a9-8488-b325af419ef7 req-dd47c3f8-d210-4a7d-a2d5-f57271938e89 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:30.061963 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3f65d0e0-42f0-44a9-8488-b325af419ef7 req-dd47c3f8-d210-4a7d-a2d5-f57271938e89 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0606797 Mar 02 03:38:30.066135 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:30.067806 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:30.143375 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3f65d0e0-42f0-44a9-8488-b325af419ef7 req-20a3fc5e-7f70-4fa2-86a4-a8c3874973af tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759597 Mar 02 03:38:30.216630 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Current status of the port 205e6a64-732b-4d8b-8e67-63bc0829085d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:30.239746 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Provisioning complete for port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:30.240124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:30.274576 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:38:30.358875 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-897c320e-f908-4ba1-8384-9fd2885c2c22 None None] Current status of the port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:30.400580 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:30.406901 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4a7a9329-5d9f-4d9c-acda-30c3757de02e admin admin] 10.222.0.23 "PUT /v2.0/routers/19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042232 Mar 02 03:38:30.482258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Provisioning complete for port 205e6a64-732b-4d8b-8e67-63bc0829085d triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:30.482665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:30.579188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Current status of the port 205e6a64-732b-4d8b-8e67-63bc0829085d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:30.591750 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Provisioning complete for port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:30.591969 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:30.630373 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dceb8-c29f-4b7e-be5d-e85cf33c458a None None] Port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:31.018503 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 38980) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:31.023553 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1441920284-network', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:31.043904 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Made reservation on behalf of cd09b05374c847ba8768c3feafd7acec for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:31.046311 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.058177 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.134922 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks [] for security_group (778b73c3-35ac-4216-8c80-96646ecf46f3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.139172 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (778b73c3-35ac-4216-8c80-96646ecf46f3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.164408 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:38:31.174908 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b73c3-35ac-4216-8c80-96646ecf46f3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:31.179702 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (4298434b-6401-4fda-8314-09c3c45ea64a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.180047 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Added segment 4298434b-6401-4fda-8314-09c3c45ea64a of type vlan for network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 Mar 02 03:38:31.230741 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.258560 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.259713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:31.260543 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.268018 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a7db0-2932-4ae4-8ca5-79142c2687cf req-6f89e599-faa9-4020-99d4-e20a3b33a178 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:31.269677 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-367a7db0-2932-4ae4-8ca5-79142c2687cf req-6f89e599-faa9-4020-99d4-e20a3b33a178 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0572636 Mar 02 03:38:31.316153 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2935283 Mar 02 03:38:31.317189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38984) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:31.324679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Request body: {'subnet': {'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1441920284-subnet', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:31.327123 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5946c-334b-4f41-a494-31ec3f4aa175 admin admin] Pushing event updated for resources: {'Network': ['ID=fce3774d-ac86-49f7-819e-9bf6c5d9bdd4,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:31.337934 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:38:31.339996 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-367a7db0-2932-4ae4-8ca5-79142c2687cf req-dae86cac-a882-4aff-92b8-8d8ba19a40d3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623167 Mar 02 03:38:31.363183 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Made reservation on behalf of cd09b05374c847ba8768c3feafd7acec for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:31.365900 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.545129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (f45dcbff-25a4-4c7f-afdc-e9a27123dda3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.601902 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45dcbff-25a4-4c7f-afdc-e9a27123dda3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:31.621907 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Checking segment: {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:31.622253 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Network hostable DHCP agents. Network: fce3774d-ac86-49f7-819e-9bf6c5d9bdd4, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:38:31.642562 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:38:31.647622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device f4bfb35c-39a7-49c4-9a9f-a790178257e3 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:31.655093 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, fce3774d-ac86-49f7-819e-9bf6c5d9bdd4) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:31.658923 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:31.659588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.672538 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2f1bce-e052-4b8b-87f9-7cb041ff7d07 None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:31.675081 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d00b8ba8-1b7c-4d8a-9f63-ef3dde6d709e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3568704 Mar 02 03:38:31.677870 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 38986) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:31.682228 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:31.706622 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.707958 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.769822 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for router_controller (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), precommit_add_association {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.770979 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port f4bfb35c-39a7-49c4-9a9f-a790178257e3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:31.771394 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.806008 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:38:31.806871 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.928354 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for router_gateway (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:31.980604 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port f4bfb35c-39a7-49c4-9a9f-a790178257e3 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:31.980999 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.011484 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port f4bfb35c-39a7-49c4-9a9f-a790178257e3, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=f4bfb35c-39a7-49c4-9a9f-a790178257e3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:32.017204 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.017969 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 205e6a64-732b-4d8b-8e67-63bc0829085d up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:32.020026 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Allocated IP 172.20.0.2 (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4/f45dcbff-25a4-4c7f-afdc-e9a27123dda3/966c01f9-ad83-46bd-ab91-ce97ab430e10) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:32.142088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for router_gateway (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.154864 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=f4bfb35c-39a7-49c4-9a9f-a790178257e3,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:32.162619 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.188481 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 205e6a64-732b-4d8b-8e67-63bc0829085d triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:32.188865 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.272291 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Allocated IP 172.27.0.68 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/5ce9a53f-0d7d-43fb-b119-834f556bfcd1) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:32.282378 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks [] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.307742 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.361124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:32.365760 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:32.367508 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 205e6a64-732b-4d8b-8e67-63bc0829085d is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:32.371792 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:32.379916 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Pushing event updated for resources: {'Port': ['ID=966c01f9-ad83-46bd-ab91-ce97ab430e10,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:32.410984 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.498332 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcebb26-dc3f-4930-b7f6-181bab831b86 req-e48b239b-0545-413b-9461-2955fbee91fb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:32.500062 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bbcebb26-dc3f-4930-b7f6-181bab831b86 req-e48b239b-0545-413b-9461-2955fbee91fb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0851688 Mar 02 03:38:32.501803 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.563229 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:32.568332 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Attempting to bind port 966c01f9-ad83-46bd-ab91-ce97ab430e10 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:32.568718 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Attempting to bind port 966c01f9-ad83-46bd-ab91-ce97ab430e10 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:32.569078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Attempting to bind port 966c01f9-ad83-46bd-ab91-ce97ab430e10 on network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:32.569391 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:32.574897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:32.575307 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Checking segment: {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:32.575725 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.576119 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Bound using segment: {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:32.576589 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Bound port: 966c01f9-ad83-46bd-ab91-ce97ab430e10, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:32.576974 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.579864 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:32.584775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:32.630384 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bbcebb26-dc3f-4930-b7f6-181bab831b86 req-339bde5a-897b-4e3e-8993-5863f83411af tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196067 Mar 02 03:38:32.642736 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] For port 966c01f9-ad83-46bd-ab91-ce97ab430e10, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:32.646015 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] For port 966c01f9-ad83-46bd-ab91-ce97ab430e10, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=966c01f9-ad83-46bd-ab91-ce97ab430e10,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:32.653120 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:32.716416 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426459a5-2591-4e91-a275-dcf3913cd720 None None] Pushing event updated for resources: {'Port': ['ID=966c01f9-ad83-46bd-ab91-ce97ab430e10,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:32.893393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for router_gateway (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:33.124457 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:33.254789 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:38:33.373457 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:33.387814 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Sync routers for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:33.400160 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:33.400776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:33.401256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:33.403270 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3c2dbb90-8b64-400b-89a6-a6ce3149e643 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7244642 Mar 02 03:38:33.406297 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 39000) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:38:33.569954 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:33.794866 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device f4bfb35c-39a7-49c4-9a9f-a790178257e3 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:33.809932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f242af4-0619-4220-a586-150196951ebd req-3d3f1333-f8a0-4286-9844-c754b37980d5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:33.817944 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f242af4-0619-4220-a586-150196951ebd req-3d3f1333-f8a0-4286-9844-c754b37980d5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0882444 Mar 02 03:38:33.847756 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Sync routers for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:33.859958 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc5550-13e6-4af7-9573-a51b5dbf0f73 None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:38:33.864860 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:33.865498 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:33.910897 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f242af4-0619-4220-a586-150196951ebd req-861cdab9-ee71-4d32-a936-83f145fe6fc5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Mar 02 03:38:33.991747 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port f4bfb35c-39a7-49c4-9a9f-a790178257e3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:33.992142 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:33.993732 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:34.011036 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.011439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Provisioning complete for port 966c01f9-ad83-46bd-ab91-ce97ab430e10 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:34.011439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.135958 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:32Z', 'revision_number': 3, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:34.193635 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Allocated IP 172.20.0.1 (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4/f45dcbff-25a4-4c7f-afdc-e9a27123dda3/cc3f43bf-4773-4f9f-85a6-e06419e18421) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:34.216566 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Checking router: 70c1b200-6a0d-4d4e-beed-67bc752b1c6a for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:34.216923 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Updating router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:34.220698 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 2, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:34.251827 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Checking router: 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:34.252488 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Updating router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:34.278428 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Current status of the port 966c01f9-ad83-46bd-ab91-ce97ab430e10 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:34.278818 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.286577 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.288053 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.289836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port f4bfb35c-39a7-49c4-9a9f-a790178257e3 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:34.290547 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 966c01f9-ad83-46bd-ab91-ce97ab430e10 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:34.331939 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks [] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.374044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.418859 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:34.421699 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:34.424858 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:34.444091 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] For port 966c01f9-ad83-46bd-ab91-ce97ab430e10, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=966c01f9-ad83-46bd-ab91-ce97ab430e10,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:34.458281 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.474443 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.515563 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:34.578217 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 966c01f9-ad83-46bd-ab91-ce97ab430e10 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:34.578767 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.593082 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49df57-5ed3-49fe-bfd8-78fb66e3a652 None None] Pushing event updated for resources: {'Port': ['ID=966c01f9-ad83-46bd-ab91-ce97ab430e10,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:34.672073 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.676476 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9ab43216-b538-4153-8018-3f327bbbfe20 None None] Provisioning complete for port 966c01f9-ad83-46bd-ab91-ce97ab430e10 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:34.676862 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9ab43216-b538-4153-8018-3f327bbbfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.689356 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks [] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.700928 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.763800 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7270-5073-4735-9983-d50dab640ffb None None] Pushing event updated for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:34.849461 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks [] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.856523 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 966c01f9-ad83-46bd-ab91-ce97ab430e10 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:34.896281 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.950368 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9ab43216-b538-4153-8018-3f327bbbfe20 None None] Current status of the port 966c01f9-ad83-46bd-ab91-ce97ab430e10 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:34.970169 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Attempting to bind port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:34.970545 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Attempting to bind port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:34.970916 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Attempting to bind port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:34.971319 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks [] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.971447 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Attempting to bind port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:34.971881 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Attempting to bind port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:34.972682 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Attempting to bind port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 on network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:34.976730 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8cf4b-6680-484d-a14e-b53d485e5c64 None None] Pushing event updated for resources: {'Port': ['ID=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:34.983442 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:34.983828 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:34.984449 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.984842 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:34.985440 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Bound port: 5ce9a53f-0d7d-43fb-b119-834f556bfcd1, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:34.985837 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.989571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:34.996146 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:35.003849 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Checking segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:35.005846 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.008667 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Bound using segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:35.009291 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Bound port: 4183a76e-f4a3-48c5-ba21-5d0bca114c50, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:35.009810 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.070995 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.081802 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87549a-fe96-4b8d-b520-58dcd5f5f179 req-257d49f6-5c5a-4967-8336-3fb6fa393bc5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:35.083375 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd87549a-fe96-4b8d-b520-58dcd5f5f179 req-257d49f6-5c5a-4967-8336-3fb6fa393bc5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0760708 Mar 02 03:38:35.105718 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-5a2cdbda-309a-4f99-9132-f0302a83b064 None None] Provisioning complete for port cc3f43bf-4773-4f9f-85a6-e06419e18421 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:35.106417 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5a2cdbda-309a-4f99-9132-f0302a83b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.108670 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] For port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:35.113132 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] For port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:35.151497 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.159682 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] For port 4183a76e-f4a3-48c5-ba21-5d0bca114c50, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:35.161616 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd87549a-fe96-4b8d-b520-58dcd5f5f179 req-15d05f83-c9e3-432a-9215-997035123ac7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684967 Mar 02 03:38:35.165877 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] For port 4183a76e-f4a3-48c5-ba21-5d0bca114c50, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=4183a76e-f4a3-48c5-ba21-5d0bca114c50,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:35.173872 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Pushing event updated for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:35.174695 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.188235 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5a2cdbda-309a-4f99-9132-f0302a83b064 None None] Port cc3f43bf-4773-4f9f-85a6-e06419e18421 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:35.228172 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:35.228798 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:35.232026 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8cf4b-6680-484d-a14e-b53d485e5c64 None None] Pushing event updated for resources: {'Port': ['ID=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:35.252664 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:35.254650 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:35.265146 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:35.265785 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:35.313524 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7270-5073-4735-9983-d50dab640ffb None None] Pushing event updated for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:35.424279 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:38:35.442324 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:35.607570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:38:35.618074 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7fd75f72-b6b9-4ead-a1c1-d9bcaeaf2249 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c1b200-6a0d-4d4e-beed-67bc752b1c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107186 Mar 02 03:38:35.641749 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:35.645297 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 966c01f9-ad83-46bd-ab91-ce97ab430e10 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:35.693491 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Provisioning complete for port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:35.693873 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.756649 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:35.784355 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e949ea-f274-495b-8409-b8aa468bed3c None None] The sync data for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi is: [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:35.857578 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 966c01f9-ad83-46bd-ab91-ce97ab430e10 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:35.858102 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:35.951187 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Current status of the port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:35.951581 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:36.031007 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] For port 4183a76e-f4a3-48c5-ba21-5d0bca114c50, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=4183a76e-f4a3-48c5-ba21-5d0bca114c50,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:36.039107 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:36.125882 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 966c01f9-ad83-46bd-ab91-ce97ab430e10 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:36.160482 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'cc3f43bf-4773-4f9f-85a6-e06419e18421', 'name': '', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'mac_address': 'fa:16:3e:b1:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:34Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 2, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'subnets': [{'id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:36.212391 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ed976e-7523-4e17-a0de-e92a0b848240 None None] The sync data for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi is: [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'cc3f43bf-4773-4f9f-85a6-e06419e18421', 'name': '', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'mac_address': 'fa:16:3e:b1:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:34Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 2, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'subnets': [{'id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:36.223155 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820f304-c493-48b2-900f-6b153f99c681 None None] Pushing event updated for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:36.228880 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Provisioning complete for port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:36.229331 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:36.390789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Current status of the port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:36.421662 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Provisioning complete for port cc3f43bf-4773-4f9f-85a6-e06419e18421 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:36.422051 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:36.425316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495020-b896-4225-8f2b-8c9b2a1ebaf7 req-944da2f2-2160-47e5-a655-870b8ff4d6a0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:36.427689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71495020-b896-4225-8f2b-8c9b2a1ebaf7 req-944da2f2-2160-47e5-a655-870b8ff4d6a0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0939505 Mar 02 03:38:36.502310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-efc8ddcb-c547-43b4-83a1-8084a7af0040 None None] Port cc3f43bf-4773-4f9f-85a6-e06419e18421 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:36.531766 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71495020-b896-4225-8f2b-8c9b2a1ebaf7 req-6f1b4481-10c1-44b8-bc3f-70837629ed57 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900509 Mar 02 03:38:36.941330 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:37.731339 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eb682-65e3-4005-b7ce-37e45b13f421 req-99fe8995-e294-4215-b468-753d95197ea0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:37.733802 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-662eb682-65e3-4005-b7ce-37e45b13f421 req-99fe8995-e294-4215-b468-753d95197ea0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0764821 Mar 02 03:38:37.813278 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 4183a76e-f4a3-48c5-ba21-5d0bca114c50 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:37.844218 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-662eb682-65e3-4005-b7ce-37e45b13f421 req-b63880a6-da70-4053-b60b-2f1ae80f2b61 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939195 Mar 02 03:38:37.902720 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:37.903451 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:38.003622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:38.004829 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:38.070359 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:38.070820 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:38.201082 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:38.201727 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:38.225489 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:38.231959 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:38.293471 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:38.982456 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96243fc0-5a04-49d3-8d4b-c79f6f674e82 req-7f540cd9-64d4-4047-a05e-abf24d44c9a2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:38.984625 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96243fc0-5a04-49d3-8d4b-c79f6f674e82 req-7f540cd9-64d4-4047-a05e-abf24d44c9a2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0623739 Mar 02 03:38:39.036134 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96243fc0-5a04-49d3-8d4b-c79f6f674e82 req-09aa995f-9b9a-4937-bd96-2a7c757001f2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459292 Mar 02 03:38:39.598328 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:39.662081 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:39.662710 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:39.753747 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:40.083445 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:38:40.208818 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64975d2-e823-451e-ab9b-7365247221fe req-62f13ebe-15fd-418a-a3af-02691ea2d7d3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:40.218738 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e64975d2-e823-451e-ab9b-7365247221fe req-62f13ebe-15fd-418a-a3af-02691ea2d7d3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0801196 Mar 02 03:38:40.309131 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e64975d2-e823-451e-ab9b-7365247221fe req-a7622898-51b6-4940-bf1c-caf154d814a8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850899 Mar 02 03:38:41.419225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Sync routers for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:38:41.429784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:41.430492 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:41.473612 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75a7a8-18c3-4cf9-b9d3-49a5530f02d0 req-5aed99b0-1a08-4409-9361-49dab29ceda2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:41.482613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd75a7a8-18c3-4cf9-b9d3-49a5530f02d0 req-5aed99b0-1a08-4409-9361-49dab29ceda2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0865016 Mar 02 03:38:41.543532 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd75a7a8-18c3-4cf9-b9d3-49a5530f02d0 req-ba1144b6-7ccd-4c13-8b8e-dee081451e84 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Mar 02 03:38:41.585178 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:41.821619 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'cc3f43bf-4773-4f9f-85a6-e06419e18421', 'name': '', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'mac_address': 'fa:16:3e:b1:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:34Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 2, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'subnets': [{'id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:41.850756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Checking router: 70c1b200-6a0d-4d4e-beed-67bc752b1c6a for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:38:41.851213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Updating router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a port cc3f43bf-4773-4f9f-85a6-e06419e18421 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:38:41.883405 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.192530 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks [] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.200998 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.300724 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6b824-b846-4bfd-8634-40c395492611 None None] Pushing event updated for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:42.388156 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Attempting to bind port cc3f43bf-4773-4f9f-85a6-e06419e18421 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:38:42.388543 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Attempting to bind port cc3f43bf-4773-4f9f-85a6-e06419e18421 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:38:42.388915 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Attempting to bind port cc3f43bf-4773-4f9f-85a6-e06419e18421 on network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:38:42.397145 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:38:42.399756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Checking segment: {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:38:42.399756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.399756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Bound using segment: {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:38:42.399756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Bound port: cc3f43bf-4773-4f9f-85a6-e06419e18421, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4298434b-6401-4fda-8314-09c3c45ea64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:38:42.399756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.497732 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] For port cc3f43bf-4773-4f9f-85a6-e06419e18421, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:38:42.501496 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] For port cc3f43bf-4773-4f9f-85a6-e06419e18421, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=cc3f43bf-4773-4f9f-85a6-e06419e18421,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:38:42.512072 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.587031 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6b824-b846-4bfd-8634-40c395492611 None None] Pushing event updated for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:42.600737 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:38:42.601339 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:38:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:42.663232 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Provisioning complete for port cc3f43bf-4773-4f9f-85a6-e06419e18421 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:42.663432 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:42.712280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a161f-536b-46ed-85e8-61470ecbfab4 req-c77e6b58-3f59-46dc-9f3f-fbc5c94216da tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:42.721093 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-145a161f-536b-46ed-85e8-61470ecbfab4 req-c77e6b58-3f59-46dc-9f3f-fbc5c94216da tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0857809 Mar 02 03:38:42.800022 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-145a161f-536b-46ed-85e8-61470ecbfab4 req-f22dc5dd-8b47-4217-85cd-27255d6ba4ab tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Mar 02 03:38:42.940786 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:38:43.147920 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Current status of the port cc3f43bf-4773-4f9f-85a6-e06419e18421 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:43.148425 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:43.228465 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] For port cc3f43bf-4773-4f9f-85a6-e06419e18421, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=cc3f43bf-4773-4f9f-85a6-e06419e18421,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:38:43.237515 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109c6dd-4486-4c2d-9d0a-69e1ecc87ec9 req-bc2a6d32-7cb5-4527-ac92-ee7f9260af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:43.238966 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9109c6dd-4486-4c2d-9d0a-69e1ecc87ec9 req-bc2a6d32-7cb5-4527-ac92-ee7f9260af6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0580902 Mar 02 03:38:43.239949 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:43.303331 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9109c6dd-4486-4c2d-9d0a-69e1ecc87ec9 req-1963f6b1-b4a4-4093-8503-30b25d75c022 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543160 Mar 02 03:38:43.334788 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978d74-ccdb-4e91-bc02-ae7205f35635 None None] Pushing event updated for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:43.366115 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'cc3f43bf-4773-4f9f-85a6-e06419e18421', 'name': '', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'mac_address': 'fa:16:3e:b1:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:34Z', 'updated_at': '2022-03-02T03:38:42Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'subnets': [{'id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:38:43.399605 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5360b10c-3986-42df-b8c1-704aa5edea9c None None] The sync data for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi is: [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:38:34Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'cc3f43bf-4773-4f9f-85a6-e06419e18421', 'name': '', 'network_id': 'fce3774d-ac86-49f7-819e-9bf6c5d9bdd4', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'mac_address': 'fa:16:3e:b1:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:34Z', 'updated_at': '2022-03-02T03:38:42Z', 'revision_number': 4, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'subnets': [{'id': 'f45dcbff-25a4-4c7f-afdc-e9a27123dda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:38:43.403369 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-73f0e4c5-135f-448f-b355-4404d260fd0c None None] Provisioning complete for port cc3f43bf-4773-4f9f-85a6-e06419e18421 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:43.403752 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-73f0e4c5-135f-448f-b355-4404d260fd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:43.513974 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-73f0e4c5-135f-448f-b355-4404d260fd0c None None] Current status of the port cc3f43bf-4773-4f9f-85a6-e06419e18421 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:43.660543 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device cc3f43bf-4773-4f9f-85a6-e06419e18421 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:38:43.727237 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port cc3f43bf-4773-4f9f-85a6-e06419e18421 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:43.727622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:43.849103 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port cc3f43bf-4773-4f9f-85a6-e06419e18421 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:38:43.945279 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232a62b-21f4-4b7d-b54b-863a433e7e1a req-1597581a-b79a-454e-81ab-28c062168b5b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:43.946788 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8232a62b-21f4-4b7d-b54b-863a433e7e1a req-1597581a-b79a-454e-81ab-28c062168b5b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0684667 Mar 02 03:38:44.013882 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8232a62b-21f4-4b7d-b54b-863a433e7e1a req-8cfc3df5-fca0-43c5-92be-f5ca324d978f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565429 Mar 02 03:38:45.142189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d6dd1-ec90-41bd-ab5d-206ec15ea9ab req-888e3e1f-1636-4dd9-bfac-43c64f765824 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:45.147786 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f38d6dd1-ec90-41bd-ab5d-206ec15ea9ab req-888e3e1f-1636-4dd9-bfac-43c64f765824 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0634177 Mar 02 03:38:45.206991 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f38d6dd1-ec90-41bd-ab5d-206ec15ea9ab req-6ca529ec-7029-41d2-b5d2-29ebdf200248 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532432 Mar 02 03:38:45.636980 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf385-6106-4988-a92f-0292f7927141 req-3a4be20d-87f6-4e06-bf83-82c60603f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:45.638524 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-3a4be20d-87f6-4e06-bf83-82c60603f671 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0812824 Mar 02 03:38:45.655851 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddf5be-73cb-4453-a430-52f8f506547a req-2cb8eba6-2767-46f1-8a8f-ef306fad8131 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:45.657533 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-39ddf5be-73cb-4453-a430-52f8f506547a req-2cb8eba6-2767-46f1-8a8f-ef306fad8131 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1111248 Mar 02 03:38:45.775665 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-39ddf5be-73cb-4453-a430-52f8f506547a req-a6485389-e45b-4cd0-9eb3-65c2c2089db2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090605 Mar 02 03:38:45.815327 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf385-6106-4988-a92f-0292f7927141 req-ed4e3321-1898-45c9-ba5e-8c8f6cd1745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:45.817057 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-ed4e3321-1898-45c9-ba5e-8c8f6cd1745c service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.1585672 Mar 02 03:38:45.872574 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-058d2cf7-df94-4a2b-bb60-e9a90f520236 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.0481250 Mar 02 03:38:45.931130 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf385-6106-4988-a92f-0292f7927141 req-e82f7929-0458-42d9-a071-affab524f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:45.933355 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-e82f7929-0458-42d9-a071-affab524f8ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0527048 Mar 02 03:38:45.972317 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-b15d894d-0238-43ce-90e4-bf368f527540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274191 Mar 02 03:38:46.066736 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-8fa94f07-ad0d-441d-936c-4ef4a5fcad5f service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852671 Mar 02 03:38:46.952661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-1541a92f-c12f-4bf7-9492-6fd0daf88341 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:46.954125 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-1541a92f-c12f-4bf7-9492-6fd0daf88341 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 815 time: 0.1393054 Mar 02 03:38:46.963737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29451c0b-0c9a-4be3-957d-f61788b23be5 req-6b4a097d-65fe-40a6-9567-4d127c0fc772 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:46.965128 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29451c0b-0c9a-4be3-957d-f61788b23be5 req-6b4a097d-65fe-40a6-9567-4d127c0fc772 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0952525 Mar 02 03:38:46.986576 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-04694c29-0292-492e-af0f-939cb7525acb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/quotas/7e6b3df4db8641899040ec5bed522a1f HTTP/1.1" status: 200 len: 375 time: 0.0205228 Mar 02 03:38:47.042985 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29451c0b-0c9a-4be3-957d-f61788b23be5 req-9f9b1b70-23c4-42fb-a2cf-f822f74b6288 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709157 Mar 02 03:38:47.062810 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-15146275-8caf-4cb4-aaf3-c7164f49a5b3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700152 Mar 02 03:38:47.152855 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de3f57bd-cc16-4ca2-aaf4-927708d38fa3 service neutron] 10.222.0.23 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791481 Mar 02 03:38:47.244055 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-024cbfee-0c0d-4002-9f03-197161113e1b service neutron] 10.222.0.23 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856092 Mar 02 03:38:47.361884 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81baf385-6106-4988-a92f-0292f7927141 req-7d3752a8-49e3-4067-aaf2-5121da441b6a service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Mar 02 03:38:47.407463 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac8d4568-7d18-4f54-94f5-c9868e36dee2 req-6ebbd5ff-7354-4888-ab9c-b2d5e630d8f2 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 210 time: 0.0274389 Mar 02 03:38:47.661828 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3aba-1a36-4482-b301-221f68312bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:48.163415 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d169c3-7839-40f9-b1b6-d721755bfd7b req-9b53567a-73b6-4290-b1bf-c598e83cd8d4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:48.165047 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28d169c3-7839-40f9-b1b6-d721755bfd7b req-9b53567a-73b6-4290-b1bf-c598e83cd8d4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0558896 Mar 02 03:38:48.211656 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28d169c3-7839-40f9-b1b6-d721755bfd7b req-926a4867-3f82-457d-be0c-2cf8f688025a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Mar 02 03:38:48.494916 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-367e64de-beca-4f69-9f3f-a4a14913e380 req-14489d14-d111-47b8-bab2-30e692460c84 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 210 time: 0.0267293 Mar 02 03:38:49.334142 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cf489-a727-46be-a66d-6efb84302c80 req-f14a013b-e237-44ab-a0b7-8dc93c69d1ed tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:49.335726 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-441cf489-a727-46be-a66d-6efb84302c80 req-f14a013b-e237-44ab-a0b7-8dc93c69d1ed tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0539131 Mar 02 03:38:49.387176 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-441cf489-a727-46be-a66d-6efb84302c80 req-fe19628f-866c-4e4a-bc2b-50c434690759 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Mar 02 03:38:49.589694 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db439ceb-933c-4b75-9930-bf1e3137deff req-ea48f77b-6d4b-4f6f-8918-d0aa6326821a tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 210 time: 0.0273476 Mar 02 03:38:50.078792 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-61dd976a-7719-47fc-9627-b224b3e82db1 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:50.082025 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-61dd976a-7719-47fc-9627-b224b3e82db1 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 815 time: 0.1090291 Mar 02 03:38:50.085476 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-308488cd-7bbd-44f3-a2fc-dd91e09684d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:50.127240 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'port': {'device_id': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'admin_state_up': True, 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:38:50.235959 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Made reservation on behalf of 7e6b3df4db8641899040ec5bed522a1f for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:38:50.239295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:50.371028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Allocated IP 172.20.0.11 (d23da59c-dbb0-4fd7-ab46-13b67d8570e6/e45da566-4da3-4856-b3c6-5ac580bb6ec5/11c6cb05-507a-4eff-87c3-ffaf5260ddc9) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:38:50.809124 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98e6a5-87b1-4b61-bbec-3962e4e7b02c req-15ad5f18-96e9-41b4-a37f-8b388ee2f52d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:50.810506 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4b98e6a5-87b1-4b61-bbec-3962e4e7b02c req-15ad5f18-96e9-41b4-a37f-8b388ee2f52d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.3282380 Mar 02 03:38:50.836379 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-842405a4-b2e8-44eb-99ab-06adac56571b req-ee3f587f-068e-40f3-a3ba-17712212fcfb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 210 time: 0.0452821 Mar 02 03:38:50.865796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:50.908844 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4b98e6a5-87b1-4b61-bbec-3962e4e7b02c req-4be7a50f-c20b-4549-9708-b4a10a1b29b7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797184 Mar 02 03:38:50.931268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:50.946648 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:50.976198 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:38:50.979589 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:38:50.983180 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:38:50.989586 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:38:51.040256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:51.040868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:51.059414 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-2fc4adcf-ae3e-48c5-ae73-68b27115cafb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9363763 Mar 02 03:38:51.185551 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-dab4e401-dd4b-4347-98c4-62da48bf3b5c None None] Provisioning complete for port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:38:51.186094 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-dab4e401-dd4b-4347-98c4-62da48bf3b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:51.220766 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-dab4e401-dd4b-4347-98c4-62da48bf3b5c None None] Port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:38:51.958214 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd814a-2233-47f5-8d77-e4759a7420d3 req-b32ddd74-b619-4587-a073-45861ce9cbd0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:51.959878 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6bd814a-2233-47f5-8d77-e4759a7420d3 req-b32ddd74-b619-4587-a073-45861ce9cbd0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0569878 Mar 02 03:38:52.031834 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c6bd814a-2233-47f5-8d77-e4759a7420d3 req-b84877b8-c23a-4b62-b1b5-9be6fd2836cc tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651712 Mar 02 03:38:52.059757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9efbd-87ea-41c7-923f-ae2b74fb86dc req-f9c466dc-93c8-40cf-b5b1-719b28f816f6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:52.061252 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-69b9efbd-87ea-41c7-923f-ae2b74fb86dc req-f9c466dc-93c8-40cf-b5b1-719b28f816f6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0669045 Mar 02 03:38:52.108283 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-69b9efbd-87ea-41c7-923f-ae2b74fb86dc req-c97d1ae2-d48f-4a05-bb9b-38aaa29f7aa9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Mar 02 03:38:52.389092 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:53.153861 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b6c47-6dba-4c98-86dc-1c16419db4fe req-fa2e29af-3319-4b51-8ef9-5c5466319d64 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:53.160723 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c92b6c47-6dba-4c98-86dc-1c16419db4fe req-fa2e29af-3319-4b51-8ef9-5c5466319d64 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0619519 Mar 02 03:38:53.251938 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c92b6c47-6dba-4c98-86dc-1c16419db4fe req-c5ef5aa7-4b7a-4d2c-bf47-be2317f39fbb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Mar 02 03:38:53.270945 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506c893-955d-419e-80b1-8b8c52024824 req-a6030f0f-a041-443f-a4ee-1bc512addaaf tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:53.275713 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c506c893-955d-419e-80b1-8b8c52024824 req-a6030f0f-a041-443f-a4ee-1bc512addaaf tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0742075 Mar 02 03:38:53.326560 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c506c893-955d-419e-80b1-8b8c52024824 req-6af7d2a9-e8f4-4afb-8696-388ddec21499 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Mar 02 03:38:53.986771 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:38:54.213780 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-004a9fd8-72bb-42a7-a79b-31a0c76ddbb3 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978150563&fields=id&tenant_id=f70b0094f5e240b28b83102b4bab82cf HTTP/1.1" status: 200 len: 267 time: 0.0479336 Mar 02 03:38:54.349125 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-9be674ed-4805-45ea-a59e-63b824358e21 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:54.350540 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-9be674ed-4805-45ea-a59e-63b824358e21 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 809 time: 0.1302774 Mar 02 03:38:54.386614 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-fcc08fd3-9c43-4191-a6ed-7d14f9078c68 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/quotas/f70b0094f5e240b28b83102b4bab82cf HTTP/1.1" status: 200 len: 375 time: 0.0265675 Mar 02 03:38:54.446376 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9dc40-782b-4158-8a7e-14fcd52cd7a2 req-a092fff7-a215-498a-93a9-e7b908328e92 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:54.448438 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6ff9dc40-782b-4158-8a7e-14fcd52cd7a2 req-a092fff7-a215-498a-93a9-e7b908328e92 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0969872 Mar 02 03:38:54.478419 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-379a89a3-ec42-40d5-bcd6-fd8233e4547d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855882 Mar 02 03:38:54.549476 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6ff9dc40-782b-4158-8a7e-14fcd52cd7a2 req-eefde2a6-3f9c-44b0-a14b-aff9b1124fcb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942774 Mar 02 03:38:54.617796 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-5ce7adf9-8cec-4cd8-9558-c1c262d85d68 service neutron] 10.222.0.23 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260383 Mar 02 03:38:54.748807 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccbaf6-c010-4e0b-81be-0db30b329173 req-31329d89-3630-4f0a-a7d1-e52bd2e5ff2a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:54.750280 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dfccbaf6-c010-4e0b-81be-0db30b329173 req-31329d89-3630-4f0a-a7d1-e52bd2e5ff2a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1038792 Mar 02 03:38:54.753866 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-0fb7b95a-671b-4401-8257-6e67d8076533 service neutron] 10.222.0.23 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293895 Mar 02 03:38:54.815705 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dfccbaf6-c010-4e0b-81be-0db30b329173 req-b3884828-a6d8-4830-9d0f-1d74ad469aeb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595090 Mar 02 03:38:55.227604 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1fe49859-acbe-4385-baa6-3683f1ccdbf9 req-3fcbfff5-732c-48b5-a213-34ceae566440 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0954731 Mar 02 03:38:55.687917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09463439-5bfa-448a-9e52-62d7141ffb5e req-7885bb2b-9853-4fa9-822a-e85de26230d2 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:55.689688 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09463439-5bfa-448a-9e52-62d7141ffb5e req-7885bb2b-9853-4fa9-822a-e85de26230d2 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0594356 Mar 02 03:38:55.739659 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09463439-5bfa-448a-9e52-62d7141ffb5e req-9f92de8e-cb15-4680-85ae-9f91963d4e1f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Mar 02 03:38:55.940857 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3284f3-1543-49d2-8196-3eab334240fa req-20b91a8b-c7a7-4e7e-a877-d1cc7db76df3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:55.942317 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc3284f3-1543-49d2-8196-3eab334240fa req-20b91a8b-c7a7-4e7e-a877-d1cc7db76df3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0675259 Mar 02 03:38:55.991627 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dc3284f3-1543-49d2-8196-3eab334240fa req-c5b6a78a-f7db-4250-8f14-b7b66ad9c5a8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Mar 02 03:38:56.321494 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5a001070-0b8e-458d-b657-5cb0f5d1a236 req-d1ee2b69-ea2b-4669-834e-7621a4403212 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0321190 Mar 02 03:38:56.868385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337dd45-fc65-4040-9a11-113dbf7c38fd req-86983b7c-6aa9-4386-877d-05f5b3d465aa tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:56.869921 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3337dd45-fc65-4040-9a11-113dbf7c38fd req-86983b7c-6aa9-4386-877d-05f5b3d465aa tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0540354 Mar 02 03:38:56.914853 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3337dd45-fc65-4040-9a11-113dbf7c38fd req-a34eb47a-a535-4596-8327-6df958cd7b33 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Mar 02 03:38:57.144416 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5324a-7501-4219-9a94-776e893b8f25 req-b7cc3ad0-1ccc-46d2-843d-25b95ddb52d9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:57.149942 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db5324a-7501-4219-9a94-776e893b8f25 req-b7cc3ad0-1ccc-46d2-843d-25b95ddb52d9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0898824 Mar 02 03:38:57.251569 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6db5324a-7501-4219-9a94-776e893b8f25 req-ff785c73-c225-44ea-90b6-ee3b427ae335 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937543 Mar 02 03:38:57.432347 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-217541ee-fffa-4856-a5ec-5cb60b1c6e9a req-5cc90bf6-9837-4bba-af20-0486b615f4f3 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0354586 Mar 02 03:38:58.035353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-e446-4929-95a8-70af65cb6f75 req-cbea506c-10d4-432e-a629-c5b0e810191f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:58.036941 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-03daa4ad-e446-4929-95a8-70af65cb6f75 req-cbea506c-10d4-432e-a629-c5b0e810191f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0528162 Mar 02 03:38:58.093234 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-03daa4ad-e446-4929-95a8-70af65cb6f75 req-d05a95e2-e458-4b19-a396-5eb2afe3f1ff tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492315 Mar 02 03:38:58.394772 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd6ef-a3bf-446b-962e-f0ee89477e1b req-80062a01-2f21-4ad3-a640-46f2020d39e1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:58.396660 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b29dd6ef-a3bf-446b-962e-f0ee89477e1b req-80062a01-2f21-4ad3-a640-46f2020d39e1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0765133 Mar 02 03:38:58.455432 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b29dd6ef-a3bf-446b-962e-f0ee89477e1b req-ae5d3868-23c5-4d5a-93b4-80fb92452422 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Mar 02 03:38:58.540263 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-05e71e18-f7a1-4e5b-b8c0-70ce195e440e req-655d85b5-52fa-4bd8-98ce-0cce221306c6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0321264 Mar 02 03:38:59.222509 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2bba-3422-43bc-9095-73eafd8f141f req-d0478f33-2f50-43da-b2f9-f38605db8dc5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:59.224113 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c0e2bba-3422-43bc-9095-73eafd8f141f req-d0478f33-2f50-43da-b2f9-f38605db8dc5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0658510 Mar 02 03:38:59.277147 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c0e2bba-3422-43bc-9095-73eafd8f141f req-1b2a107e-778e-4e42-95d4-b970465bc7f3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454495 Mar 02 03:38:59.649314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399648-be9d-4c19-b506-e3e96a642e85 req-3b053169-8abb-4661-bb70-2db5d7a93559 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:38:59.651912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74399648-be9d-4c19-b506-e3e96a642e85 req-3b053169-8abb-4661-bb70-2db5d7a93559 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0761876 Mar 02 03:38:59.680596 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e7425fd-8581-4c20-b630-8a4f2e2e2928 req-7103a256-154e-4dd4-805e-dc62ecd3ff0a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0494120 Mar 02 03:38:59.732089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-74399648-be9d-4c19-b506-e3e96a642e85 req-56903676-1864-47b4-bf45-1597cb2be5e2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587187 Mar 02 03:39:00.408121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060db944-f775-44ea-bdfe-9d7e16e01182 req-c3bc5157-aa70-4f8e-9fca-3cf8cc7eb63f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:00.409605 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-060db944-f775-44ea-bdfe-9d7e16e01182 req-c3bc5157-aa70-4f8e-9fca-3cf8cc7eb63f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0587416 Mar 02 03:39:00.458786 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-060db944-f775-44ea-bdfe-9d7e16e01182 req-e4150805-2a55-4dc3-b8a7-3719cb9096d9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Mar 02 03:39:00.815951 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1ec7167b-67db-40f5-b72f-767f1df16ffd req-60e17ac3-1580-4b74-a4c1-0600dbe75297 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0322511 Mar 02 03:39:00.872423 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970269c-0f52-4a21-99d2-2579d194c479 req-a6235b0c-370f-4e5c-a11b-b618d2da3b08 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:00.874019 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d970269c-0f52-4a21-99d2-2579d194c479 req-a6235b0c-370f-4e5c-a11b-b618d2da3b08 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0605633 Mar 02 03:39:00.928354 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d970269c-0f52-4a21-99d2-2579d194c479 req-c02bc57e-56e3-4262-adf0-993f1cb72b9e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Mar 02 03:39:01.589438 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505a157-061e-45b5-a746-32080de63ea9 req-29369edb-d378-4ada-b0c2-47650b7d2597 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:01.591076 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c505a157-061e-45b5-a746-32080de63ea9 req-29369edb-d378-4ada-b0c2-47650b7d2597 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.0631044 Mar 02 03:39:01.645213 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c505a157-061e-45b5-a746-32080de63ea9 req-1d3fa9cf-0f53-4caf-af46-a5b2e09173f3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Mar 02 03:39:01.923122 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fe0223ce-55c4-44ab-9dc8-ca4d837ad208 req-66b84219-fa66-47f3-8c43-52cfbfeb0a59 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0312188 Mar 02 03:39:02.057660 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea58cde-4f56-4c58-a89b-16bf78577aa7 req-f2c70b82-0a85-4f7e-9d24-02f6723237be tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:02.059269 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ea58cde-4f56-4c58-a89b-16bf78577aa7 req-f2c70b82-0a85-4f7e-9d24-02f6723237be tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0606942 Mar 02 03:39:02.107800 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ea58cde-4f56-4c58-a89b-16bf78577aa7 req-762898fc-3df7-451d-8619-e673c67ddf3e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Mar 02 03:39:02.764185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Request body: {'port': {'device_id': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:02.832981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6a439-4bd3-4889-959f-7103d5158214 req-ca59801f-1a94-4eaa-873e-8176b3c45c91 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:02.835477 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25e6a439-4bd3-4889-959f-7103d5158214 req-ca59801f-1a94-4eaa-873e-8176b3c45c91 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 932 time: 0.1060920 Mar 02 03:39:02.854533 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:02.927108 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25e6a439-4bd3-4889-959f-7103d5158214 req-68970e07-4474-4365-9858-d0a5339eb68f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848465 Mar 02 03:39:03.044967 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f46a1f57-ae51-440a-8231-c6b42f71b9d6 req-d70e23aa-3833-438a-a4e6-c0a86b98c6ea tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0356600 Mar 02 03:39:03.215090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:03.224322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks [] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:03.242034 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Transition to ACTIVE for port object 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:39:03.246189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:03.284246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a01a7-a15f-4412-8c22-dbbcf78d093b req-14654060-2e21-46f9-8dcc-277164aed755 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:03.285707 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-298a01a7-a15f-4412-8c22-dbbcf78d093b req-14654060-2e21-46f9-8dcc-277164aed755 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1067612 Mar 02 03:39:03.328355 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:03.395685 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-298a01a7-a15f-4412-8c22-dbbcf78d093b req-11e181d7-7f45-439c-8e82-569c12414512 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021869 Mar 02 03:39:03.420370 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Attempting to bind port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:39:03.420708 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Attempting to bind port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:39:03.421042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Attempting to bind port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 on network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:03.425872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 on network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:39:03.426314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Attempting to bind port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 on network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:03.432193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:39:03.432685 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Checking segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:39:03.433178 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Bound using segment: {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:39:03.433617 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Bound port: 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e155300-c74b-4b0d-8dc1-551dc1450464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:39:03.433981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:03.503722 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:39:03.506907 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:39:03.513428 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:03.548082 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:03.548765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:03.550154 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] 10.222.0.35 "PUT /v2.0/ports/11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 1094 time: 0.7904546 Mar 02 03:39:03.550600 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:03.552845 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d7f386-35f8-4202-8c63-67d1e5303e19" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:03.581462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8edc-4679-4b1a-8b75-2120a4cd6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:03.613140 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49252f78-608c-49f8-b02b-6dad3d4f26dc x-openstack-request-id: req-49252f78-608c-49f8-b02b-6dad3d4f26dc {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:03.613563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:03.613913 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49252f78-608c-49f8-b02b-6dad3d4f26dc {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:03.614411 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:39:03.717396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-85d362d5-bbc6-4c73-b9a2-e1ba34455147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:03.719109 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-85d362d5-bbc6-4c73-b9a2-e1ba34455147 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1128 time: 0.0492105 Mar 02 03:39:03.832350 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-dbb75c41-892e-4992-9d9f-5b6878ec5fad tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:03.833810 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-dbb75c41-892e-4992-9d9f-5b6878ec5fad tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 809 time: 0.1444073 Mar 02 03:39:03.895258 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-0be8325a-d840-4802-acfc-7dd9ffa3f192 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0390401 Mar 02 03:39:03.983684 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-b4942fa6-3df0-4ab3-a1bc-2699a89e7655 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f70b0094f5e240b28b83102b4bab82cf HTTP/1.1" status: 200 len: 380 time: 0.0642936 Mar 02 03:39:04.005570 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-72d10ece-4e59-40db-ae70-912c054085fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.010923 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-72d10ece-4e59-40db-ae70-912c054085fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0769882 Mar 02 03:39:04.013644 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'port': {'device_id': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'admin_state_up': True, 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'security_groups': ['5b7f36ba-e1e8-4350-8566-4ee4f873b3be']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:04.124070 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-4d848eab-0c8e-498b-968e-8c0ae990be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.126501 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-4d848eab-0c8e-498b-968e-8c0ae990be92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059349 Mar 02 03:39:04.152967 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Made reservation on behalf of f70b0094f5e240b28b83102b4bab82cf for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:39:04.156683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.176755 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7650f9-3e64-42f0-a47e-cbd67d8c90a8 req-1c2b0d65-ee74-4018-bf5b-b2b19991a8e3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.178845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3d7650f9-3e64-42f0-a47e-cbd67d8c90a8 req-1c2b0d65-ee74-4018-bf5b-b2b19991a8e3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 944 time: 0.1407444 Mar 02 03:39:04.267468 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de7ffe0f-12ef-45ac-9ef4-d3fdffb327d3 req-41532627-4813-484b-97ef-d4d6b7fb11eb tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0552654 Mar 02 03:39:04.308215 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Allocated IP 172.20.0.10 (e6ccb0b8-73d9-4435-8196-364781d2c238/ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3/56da13d2-0bb5-44a6-b8fd-97adb1a22f9e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:39:04.320643 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3d7650f9-3e64-42f0-a47e-cbd67d8c90a8 req-5925b88e-01da-4230-858a-5f85353885ad tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Mar 02 03:39:04.326285 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-edbc23c8-08e8-4dc0-8113-ee8aad3f7021 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908944 Mar 02 03:39:04.427810 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40fdac63-57bc-4e94-a9bd-6f97039b9cd6 req-597253e9-d183-420d-87de-5303fde67087 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879836 Mar 02 03:39:04.446591 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.482675 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.522851 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffcd0f-a88b-40b1-b6f6-07e563407bae req-aeda8283-b1a8-4fe7-baf7-8f9339a0fb3e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.524303 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-60ffcd0f-a88b-40b1-b6f6-07e563407bae req-aeda8283-b1a8-4fe7-baf7-8f9339a0fb3e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0550973 Mar 02 03:39:04.526750 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Network e6ccb0b8-73d9-4435-8196-364781d2c238 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:39:04.530518 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:39:04.534100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:39:04.575288 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:04.601182 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.601806 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.610083 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-1f83b5bc-eb15-4a7d-a837-e64d21202df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.611794 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-1f83b5bc-eb15-4a7d-a837-e64d21202df7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1128 time: 0.0847270 Mar 02 03:39:04.615555 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-60ffcd0f-a88b-40b1-b6f6-07e563407bae req-b7d2b73e-3634-49a7-acb6-4c054b4b3eb7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795801 Mar 02 03:39:04.621404 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-bfe75670-53fd-4a77-9f3f-548ed042aac9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121483 Mar 02 03:39:04.644175 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Request body: {'port': {'device_id': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:04.718373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.741008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-b6b206e0-bb8e-4615-b73f-21d4039f4366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.742511 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-b6b206e0-bb8e-4615-b73f-21d4039f4366 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.1007066 Mar 02 03:39:04.793345 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-75a5a215-f6bb-4a9f-83d4-ece543b1dad1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0443690 Mar 02 03:39:04.832362 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-4bb4c8f9-7448-4336-8869-1641943c2470 None None] Provisioning complete for port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:39:04.833042 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4bb4c8f9-7448-4336-8869-1641943c2470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:04.879168 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4c8f9-7448-4336-8869-1641943c2470 None None] Port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:39:04.891677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-7c5c8815-4735-40bf-b75b-0e28c885bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.893253 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-7c5c8815-4735-40bf-b75b-0e28c885bc72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0922539 Mar 02 03:39:04.975745 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-6dc539b0-829d-4bc8-ab44-3fbb765e2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:04.977749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-6dc539b0-829d-4bc8-ab44-3fbb765e2c86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762227 Mar 02 03:39:05.095756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:05.105741 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks [] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:05.123158 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Transition to ACTIVE for port object 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:39:05.127085 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:05.145776 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-a1bb274e-87fb-433d-8fb7-5393344ae4ff service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275289 Mar 02 03:39:05.179599 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:05.249590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02260a9-664e-420d-a710-1fdc27bd48f7 req-9c9fe1e4-ddaf-4f08-9784-8d2115a923ff tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.251718 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e02260a9-664e-420d-a710-1fdc27bd48f7 req-9c9fe1e4-ddaf-4f08-9784-8d2115a923ff tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.1249363 Mar 02 03:39:05.290991 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Attempting to bind port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:39:05.291326 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Attempting to bind port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:39:05.292329 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Attempting to bind port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e on network e6ccb0b8-73d9-4435-8196-364781d2c238 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:05.297205 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a3d7f386-35f8-4202-8c63-67d1e5303e19 req-9368bdb9-2b96-46a6-b489-437dead80600 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364086 Mar 02 03:39:05.297670 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e on network e6ccb0b8-73d9-4435-8196-364781d2c238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:39:05.298004 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Attempting to bind port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e on network e6ccb0b8-73d9-4435-8196-364781d2c238 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:05.303435 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:39:05.303777 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Checking segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:39:05.304168 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Bound using segment: {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:39:05.304599 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Bound port: 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:39:05.304988 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:05.332242 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e02260a9-664e-420d-a710-1fdc27bd48f7 req-8b922cc1-712b-4c15-82c6-e111596d8933 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707576 Mar 02 03:39:05.405488 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:39:05.406222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ff6d0-af4c-48ce-b6c2-a094f763ab73 req-6eb2b31a-ed38-484b-a000-23d8042fba0a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.407764 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f4ff6d0-af4c-48ce-b6c2-a094f763ab73 req-6eb2b31a-ed38-484b-a000-23d8042fba0a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0578933 Mar 02 03:39:05.411473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:39:05.420168 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:05.488585 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f4ff6d0-af4c-48ce-b6c2-a094f763ab73 req-7d133401-1f5a-4daf-a161-b4d34aac846f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698793 Mar 02 03:39:05.496706 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03de9c-a4f0-4391-a2a9-b06e72800e51 req-bdcd40fc-751d-42ae-9fbf-818aca7ba9b0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.498264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da03de9c-a4f0-4391-a2a9-b06e72800e51 req-bdcd40fc-751d-42ae-9fbf-818aca7ba9b0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 944 time: 0.0895641 Mar 02 03:39:05.552744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da03de9c-a4f0-4391-a2a9-b06e72800e51 req-6531ecbd-8565-48e2-b9b3-ca4fade0ff4f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477693 Mar 02 03:39:05.626472 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533559f5-ea64-4d61-b646-2ad16918fffd req-00b8a900-1852-4838-9c5f-1a58d840f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.630597 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-00b8a900-1852-4838-9c5f-1a58d840f0fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0536830 Mar 02 03:39:05.658641 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.659262 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:05.660638 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 1094 time: 1.0207076 Mar 02 03:39:05.661087 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:05.663294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:05.702219 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d31b-301b-494a-bf69-3ac70d82b6d0 service neutron] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:05.712566 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4df9ce-6bba-4fdd-9531-b27ba684f421 x-openstack-request-id: req-6a4df9ce-6bba-4fdd-9531-b27ba684f421 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:05.712976 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:05.713226 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4df9ce-6bba-4fdd-9531-b27ba684f421 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:05.713670 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'status': 'completed', 'code': 200} Mar 02 03:39:05.777860 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533559f5-ea64-4d61-b646-2ad16918fffd req-81fda0b4-8216-4336-ba7e-e50585e3b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.779400 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-81fda0b4-8216-4336-ba7e-e50585e3b68c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.1203244 Mar 02 03:39:05.802363 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-de38ceb6-3f41-4695-a859-6b10deb2eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.804022 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-de38ceb6-3f41-4695-a859-6b10deb2eee2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1128 time: 0.0477729 Mar 02 03:39:05.854080 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-ab02e5e7-6a9b-440d-8e5e-78274e18b1e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1002 time: 0.0674629 Mar 02 03:39:05.861129 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-4aab32c8-66a6-4479-aabb-2136193b8971 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 217 time: 0.0415215 Mar 02 03:39:05.912867 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533559f5-ea64-4d61-b646-2ad16918fffd req-3117f038-9cd8-4519-9edb-15645b9ec514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.914333 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-3117f038-9cd8-4519-9edb-15645b9ec514 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0438571 Mar 02 03:39:05.924186 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-ec69f574-c0c8-4cfe-baae-15c54e255b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.925695 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-ec69f574-c0c8-4cfe-baae-15c54e255b1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0546737 Mar 02 03:39:05.966873 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533559f5-ea64-4d61-b646-2ad16918fffd req-c4ba26b6-ac4e-489d-a580-e4cb237e0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.968668 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-c4ba26b6-ac4e-489d-a580-e4cb237e0cc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481856 Mar 02 03:39:05.976650 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-5a77d360-50e5-4540-a8c8-1f9c425d4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:05.978847 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-5a77d360-50e5-4540-a8c8-1f9c425d4d7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455616 Mar 02 03:39:06.082833 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-8cd607bd-8901-49e0-93ec-9db26b681ca4 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047504 Mar 02 03:39:06.085710 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-81c8be4c-b9bf-4a94-b9db-815d92968ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948219 Mar 02 03:39:06.182022 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5651fc47-05d7-4430-9735-9dd571a003c8 req-8da40097-9297-498f-964e-dbc290ce1b4d service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870039 Mar 02 03:39:06.220962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-533559f5-ea64-4d61-b646-2ad16918fffd req-6f557238-3740-4e43-99c8-500ba7fc33d9 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269093 Mar 02 03:39:06.229140 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571163d0-3000-4ce9-9334-3d86dda94231 req-369ad9d1-9d5d-4b8b-bb4f-78d10610919f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.230540 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-571163d0-3000-4ce9-9334-3d86dda94231 req-369ad9d1-9d5d-4b8b-bb4f-78d10610919f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0859406 Mar 02 03:39:06.285050 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-571163d0-3000-4ce9-9334-3d86dda94231 req-6ea11db8-6afc-488c-bcba-ce540c222516 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Mar 02 03:39:06.376614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-79ffb9cf-9680-45ba-a14e-8b996caafc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.378170 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-79ffb9cf-9680-45ba-a14e-8b996caafc52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1128 time: 0.0558503 Mar 02 03:39:06.507824 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-d1d08a2e-b331-4092-9c0b-28f4660dbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.509347 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-d1d08a2e-b331-4092-9c0b-28f4660dbf82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.1039717 Mar 02 03:39:06.584664 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-9413a102-3b17-4a02-8643-1984ef1660f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 217 time: 0.0386271 Mar 02 03:39:06.613671 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86638-7513-43e0-8289-01d0a8f11555 req-900d597e-48c3-4735-9d99-6b1aa2ee16ed tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.615213 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80d86638-7513-43e0-8289-01d0a8f11555 req-900d597e-48c3-4735-9d99-6b1aa2ee16ed tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.1009231 Mar 02 03:39:06.674578 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-aa13e10b-f946-45a5-8195-490f5bc9c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.676079 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-aa13e10b-f946-45a5-8195-490f5bc9c0bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0791183 Mar 02 03:39:06.721971 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80d86638-7513-43e0-8289-01d0a8f11555 req-29fb402a-0d29-4ec9-b514-034430e8f027 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892045 Mar 02 03:39:06.782503 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-a3136a36-9948-4ae3-907f-1d6ef46e2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.784105 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-a3136a36-9948-4ae3-907f-1d6ef46e2469 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0972950 Mar 02 03:39:06.836868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4a5b2-f16a-422a-af1b-8cdd9ec5fa78 req-c33afe79-1467-4471-a852-8643d5d6323b tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.838949 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eda4a5b2-f16a-422a-af1b-8cdd9ec5fa78 req-c33afe79-1467-4471-a852-8643d5d6323b tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.1146843 Mar 02 03:39:06.933147 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:06.947714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2646d5-06ce-4d52-8464-040f479a0ac5 req-6c333d8c-3856-4f33-a4ca-7e9ed0e5135b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:06.949254 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e2646d5-06ce-4d52-8464-040f479a0ac5 req-6c333d8c-3856-4f33-a4ca-7e9ed0e5135b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.1723390 Mar 02 03:39:06.955973 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eda4a5b2-f16a-422a-af1b-8cdd9ec5fa78 req-f9476bf3-4dd5-40b2-87da-b945b9abc491 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895722 Mar 02 03:39:06.980300 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-8f11b366-70aa-4b7d-af3b-5bafd3e87c21 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857719 Mar 02 03:39:07.318541 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e2646d5-06ce-4d52-8464-040f479a0ac5 req-0ee5e4bf-5016-4055-8908-10b192e77dea tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569794 Mar 02 03:39:07.329944 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:39:07.372553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb099d-a605-48ff-92cb-cf2860f0bd94 req-ef8bf653-e28b-43a1-9321-d978d28f7c9f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:07.374051 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fcb099d-a605-48ff-92cb-cf2860f0bd94 req-ef8bf653-e28b-43a1-9321-d978d28f7c9f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 944 time: 0.3585553 Mar 02 03:39:07.375851 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59b99518-41c7-41e7-bdd8-d9a60d6af8cd req-38c0203d-bb34-4126-b204-4bca5787c534 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830695 Mar 02 03:39:07.426084 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fcb099d-a605-48ff-92cb-cf2860f0bd94 req-2c19d164-e067-486d-a124-3db9f2fa3652 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Mar 02 03:39:07.435633 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:07.457171 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'port_id': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'mac_address': 'fa:16:3e:17:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:39:07.494243 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:07.494715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:07.506991 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:07.526990 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:07.531198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:07.576903 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:07.843961 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9f919-30be-445c-94d9-a0023a0a47ca req-2fe19147-0341-4f39-abf8-28175a6edc3f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:07.845433 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edd9f919-30be-445c-94d9-a0023a0a47ca req-2fe19147-0341-4f39-abf8-28175a6edc3f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0565596 Mar 02 03:39:07.893428 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edd9f919-30be-445c-94d9-a0023a0a47ca req-1d00fc8e-b0e2-49df-820e-5b19a2ef2f96 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 02 03:39:07.937715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:08.075365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a18fe3-c635-4057-91d7-c5ef918f1c1e req-29b1a253-3bc7-47c2-89d5-5d7b3f7e3d05 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:08.076876 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43a18fe3-c635-4057-91d7-c5ef918f1c1e req-29b1a253-3bc7-47c2-89d5-5d7b3f7e3d05 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.0519636 Mar 02 03:39:08.123147 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43a18fe3-c635-4057-91d7-c5ef918f1c1e req-4f2162be-fe49-4a35-a5e0-012ce9bde028 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Mar 02 03:39:08.434490 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f644-afb4-46e7-83ea-a28e71dfdb67 req-c2c5c689-96b6-49d0-bf67-71d13ac71010 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:08.435930 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c17f644-afb4-46e7-83ea-a28e71dfdb67 req-c2c5c689-96b6-49d0-bf67-71d13ac71010 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0516474 Mar 02 03:39:08.488227 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c17f644-afb4-46e7-83ea-a28e71dfdb67 req-bac0ba3a-65e7-4158-b0a7-ea33c7a2fd7b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469480 Mar 02 03:39:08.543608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f12644-4aa5-4d9b-89ac-9a38fa5ade41 req-c6aceaf8-7f0f-4a21-abca-5ecfb327c696 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:08.545077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d0f12644-4aa5-4d9b-89ac-9a38fa5ade41 req-c6aceaf8-7f0f-4a21-abca-5ecfb327c696 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 945 time: 0.0521219 Mar 02 03:39:08.590641 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d0f12644-4aa5-4d9b-89ac-9a38fa5ade41 req-8ac267e0-8789-49ea-8720-668661911685 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Mar 02 03:39:08.914259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-d323561a-34ff-4634-9eaa-3c6c1a55e0b9 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:08.916529 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-d323561a-34ff-4634-9eaa-3c6c1a55e0b9 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.0517259 Mar 02 03:39:09.047682 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b74de-3c2b-4440-9b4a-cf4cfdf992d5 req-e95e52f0-b0d6-4020-86e1-b9fa99afd934 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:09.049102 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8c7b74de-3c2b-4440-9b4a-cf4cfdf992d5 req-e95e52f0-b0d6-4020-86e1-b9fa99afd934 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0845344 Mar 02 03:39:09.054674 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Deleting port 9904e835-5866-4716-970a-00e8b74ac7f0 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:39:09.055021 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.153474 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8c7b74de-3c2b-4440-9b4a-cf4cfdf992d5 req-7f6816c5-7781-4b38-bda3-98df2bf99e1f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954392 Mar 02 03:39:09.177066 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] For port 9904e835-5866-4716-970a-00e8b74ac7f0, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9904e835-5866-4716-970a-00e8b74ac7f0,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:09.177439 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.192219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Calling delete_port for 9904e835-5866-4716-970a-00e8b74ac7f0 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:39:09.283968 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3beb7d-3a6d-429f-903e-1d50e527c58a req-91c5f18e-7aea-4c82-a06b-cb0b84ba95c7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:09.285448 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2f3beb7d-3a6d-429f-903e-1d50e527c58a req-91c5f18e-7aea-4c82-a06b-cb0b84ba95c7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 946 time: 0.0950146 Mar 02 03:39:09.348096 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2f3beb7d-3a6d-429f-903e-1d50e527c58a req-1a7a0dce-87a2-4629-8b67-c100189fa1cf tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543056 Mar 02 03:39:09.357776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:39:09.399848 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (9904e835-5866-4716-970a-00e8b74ac7f0), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.422061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:39:09.425604 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:39:09.426011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.430213 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Pushing event deleted for resources: {'Port': ['ID=9904e835-5866-4716-970a-00e8b74ac7f0,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:09.447674 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['9904e835-5866-4716-970a-00e8b74ac7f0'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:09.462734 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.463314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.463603 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.463943 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.464288 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.464623 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.464952 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.465282 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.465610 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.465941 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.466265 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.466588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.466909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:09.488930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] No DVR routers for this DVR port 9904e835-5866-4716-970a-00e8b74ac7f0 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:39:09.491693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.495637 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1a6de3d3-f3e8-4f98-b77b-ac19a5fdb3fa req-601cc6bb-d265-4eec-a10b-80c5574f9943 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "DELETE /v2.0/ports/9904e835-5866-4716-970a-00e8b74ac7f0 HTTP/1.1" status: 204 len: 173 time: 0.5743489 Mar 02 03:39:09.496400 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'name': 'network-vif-deleted', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:09.499443 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aee66a-a6b3-4f20-b630-ba7d39bf1539" -d '{"events": [{"server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "name": "network-vif-deleted", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:09.527137 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:09.527527 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.544472 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53868acd-91ec-4a67-95a7-05d8e5159e3d x-openstack-request-id: req-53868acd-91ec-4a67-95a7-05d8e5159e3d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:09.545024 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26b6d33-e3a8-4711-943e-240415615b75", "name": "network-vif-deleted", "tag": "9904e835-5866-4716-970a-00e8b74ac7f0", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:09.545464 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53868acd-91ec-4a67-95a7-05d8e5159e3d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:09.546144 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26b6d33-e3a8-4711-943e-240415615b75', 'name': 'network-vif-deleted', 'tag': '9904e835-5866-4716-970a-00e8b74ac7f0', 'status': 'completed', 'code': 200} Mar 02 03:39:09.554767 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:09.556986 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d5b4f-5113-4b51-acd0-c230bb8254bc" -d '{"events": [{"server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "name": "network-vif-plugged", "status": "completed", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:09.570906 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:09.578839 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:09.609736 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85761dad-0954-492b-8131-996b19bcc6da x-openstack-request-id: req-85761dad-0954-492b-8131-996b19bcc6da {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:09.610030 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "name": "network-vif-plugged", "status": "completed", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:09.610281 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85761dad-0954-492b-8131-996b19bcc6da {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:09.610664 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'code': 200} Mar 02 03:39:09.648488 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:09.653819 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1c1fd-8fb9-4bd3-98ca-78395e3faff9 req-dfba0347-943a-46f1-bd7f-09e2474f06a2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:09.655359 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-91b1c1fd-8fb9-4bd3-98ca-78395e3faff9 req-dfba0347-943a-46f1-bd7f-09e2474f06a2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0688620 Mar 02 03:39:09.739933 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-91b1c1fd-8fb9-4bd3-98ca-78395e3faff9 req-1bf9487b-edd6-4a42-80ae-70e5ada0b028 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769989 Mar 02 03:39:09.761200 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020b500-2832-42b6-adca-b8f92ecc95e9 req-5ac778bc-e961-43ec-8efb-172e2b60b165 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:09.762709 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c020b500-2832-42b6-adca-b8f92ecc95e9 req-5ac778bc-e961-43ec-8efb-172e2b60b165 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0905194 Mar 02 03:39:09.818928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c020b500-2832-42b6-adca-b8f92ecc95e9 req-1e62de60-ef53-43b4-97e3-891a61e5de49 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Mar 02 03:39:09.872215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0c69b-f7b6-4c70-b059-7de8fc50672c req-8342cb2b-304c-469d-a106-b5fc98097c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:09.873740 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ab0c69b-f7b6-4c70-b059-7de8fc50672c req-8342cb2b-304c-469d-a106-b5fc98097c78 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1130 time: 0.0477736 Mar 02 03:39:09.918570 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ab0c69b-f7b6-4c70-b059-7de8fc50672c req-7cbcdf4b-02b6-4602-9ec5-e719f60920d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Mar 02 03:39:10.271523 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d442122-ccfb-4aa9-9d08-8088fef595b9 req-31bbb2b5-3c59-4a1d-8e3f-b99904a2e3af tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:10.273027 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d442122-ccfb-4aa9-9d08-8088fef595b9 req-31bbb2b5-3c59-4a1d-8e3f-b99904a2e3af tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0525763 Mar 02 03:39:10.319199 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d442122-ccfb-4aa9-9d08-8088fef595b9 req-ce60a472-4b28-4f4e-8370-1463665a8564 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Mar 02 03:39:10.460008 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44fe3ed6-335e-4c95-8dfb-6e036e01d11f req-1f6f16ea-e046-4e94-8fbe-1c35de439026 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=e26b6d33-e3a8-4711-943e-240415615b75 HTTP/1.1" status: 200 len: 210 time: 0.0303943 Mar 02 03:39:10.861508 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636273-5068-47b2-a564-c7db6e18da04 req-e7d95a10-c375-4789-b96d-25fd5ab1ecea tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:10.863035 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ed636273-5068-47b2-a564-c7db6e18da04 req-e7d95a10-c375-4789-b96d-25fd5ab1ecea tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0560243 Mar 02 03:39:10.942571 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ed636273-5068-47b2-a564-c7db6e18da04 req-b91c47ae-92db-407d-8d45-5df083b05ab0 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739684 Mar 02 03:39:10.957814 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d597a3-4e82-41c2-a251-e70f11bfc67c req-94265b0b-b750-44de-ad56-1b464118c26e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:10.959309 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81d597a3-4e82-41c2-a251-e70f11bfc67c req-94265b0b-b750-44de-ad56-1b464118c26e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0746477 Mar 02 03:39:11.007389 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81d597a3-4e82-41c2-a251-e70f11bfc67c req-7db336d7-68d4-46c3-8ed4-15a95206ceac tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Mar 02 03:39:11.442214 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e0aa4-b486-4edd-bd28-3351ae8a1c6c req-d1699e31-7343-4a09-b3c7-9650dc915908 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:11.443694 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-509e0aa4-b486-4edd-bd28-3351ae8a1c6c req-d1699e31-7343-4a09-b3c7-9650dc915908 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0558176 Mar 02 03:39:11.490407 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-509e0aa4-b486-4edd-bd28-3351ae8a1c6c req-f088a87f-e8d8-471e-b6cd-7e25e796c7e4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Mar 02 03:39:12.060622 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edd8f5-dd3a-4c82-ab66-d9dc060f356a req-6cd5e62e-03f5-4240-a298-1cb7ec2ddc0e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:12.062129 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-91edd8f5-dd3a-4c82-ab66-d9dc060f356a req-6cd5e62e-03f5-4240-a298-1cb7ec2ddc0e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0538499 Mar 02 03:39:12.139291 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-91edd8f5-dd3a-4c82-ab66-d9dc060f356a req-d75198ea-ad13-4c90-a1f0-29679a4ffbac tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713232 Mar 02 03:39:12.154881 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4915c0a-f05a-4b0e-a243-ae0fee3a93ac req-8a8a8faf-167e-4566-bea0-c280b663a65b tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:12.156470 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e4915c0a-f05a-4b0e-a243-ae0fee3a93ac req-8a8a8faf-167e-4566-bea0-c280b663a65b tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0815983 Mar 02 03:39:12.206565 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e4915c0a-f05a-4b0e-a243-ae0fee3a93ac req-126347bd-4cee-4ae5-a425-c79ec0924f46 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441506 Mar 02 03:39:12.320619 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20458-43a3-4dba-982a-9e0f9ab2e128 req-94facbe1-26f2-4812-abe0-bda41bdbbe0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:12.322724 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8e20458-43a3-4dba-982a-9e0f9ab2e128 req-94facbe1-26f2-4812-abe0-bda41bdbbe0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0518632 Mar 02 03:39:12.368285 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8e20458-43a3-4dba-982a-9e0f9ab2e128 req-79af9c43-ec82-4052-bfd0-5e369e9271b1 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Mar 02 03:39:12.608333 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8433853-217d-4df9-9a75-96d91ae7bf8c req-e139a631-7a22-494c-982e-b341d9bd1318 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:12.609928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8433853-217d-4df9-9a75-96d91ae7bf8c req-e139a631-7a22-494c-982e-b341d9bd1318 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0530565 Mar 02 03:39:12.664227 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8433853-217d-4df9-9a75-96d91ae7bf8c req-dabad57a-04d6-4bef-b218-57ad578cabff tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490270 Mar 02 03:39:12.708591 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c3848-613d-4921-88b0-6174d2af6f03 req-e592080c-0f80-4d14-acf5-dc02e4e70679 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:12.710065 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-442c3848-613d-4921-88b0-6174d2af6f03 req-e592080c-0f80-4d14-acf5-dc02e4e70679 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0612319 Mar 02 03:39:12.757656 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-442c3848-613d-4921-88b0-6174d2af6f03 req-dc5447fa-56c6-4c97-8dc3-b1ec77328f61 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Mar 02 03:39:13.255930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0f2e-4ec7-482e-9819-feace2342905 req-15a1d731-bb27-477f-bea6-7c64df6358d9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:13.257437 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4fab0f2e-4ec7-482e-9819-feace2342905 req-15a1d731-bb27-477f-bea6-7c64df6358d9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0532463 Mar 02 03:39:13.305729 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4fab0f2e-4ec7-482e-9819-feace2342905 req-f733e522-746a-4ab2-bc0b-dbbf877eeaf4 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Mar 02 03:39:13.784290 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cb64d-e738-4c01-8f0e-e9105b247a74 req-2dea879f-b0e0-4440-b9c4-0c947edd9372 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:13.785798 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-002cb64d-e738-4c01-8f0e-e9105b247a74 req-2dea879f-b0e0-4440-b9c4-0c947edd9372 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0538161 Mar 02 03:39:13.835472 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-002cb64d-e738-4c01-8f0e-e9105b247a74 req-e89e42d4-3b0b-4799-9b22-aa213d5f6996 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438576 Mar 02 03:39:14.426089 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6405b-3cd9-4969-8485-af0c64a07138 req-8d4c4d77-b48a-4eb9-93f1-144830f75602 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:14.427650 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af6405b-3cd9-4969-8485-af0c64a07138 req-8d4c4d77-b48a-4eb9-93f1-144830f75602 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0575109 Mar 02 03:39:14.476745 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af6405b-3cd9-4969-8485-af0c64a07138 req-c107c6d5-10bc-4d6a-a108-be1734771113 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Mar 02 03:39:14.619620 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9904e835-5866-4716-970a-00e8b74ac7f0 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:39:14.639740 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 9904e835-5866-4716-970a-00e8b74ac7f0 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:39:14.640087 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9904e835-5866-4716-970a-00e8b74ac7f0 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:39:14.951816 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd215892-4085-48b1-95f6-99fa3f30ea4e req-5b601fea-7585-4c9e-baa0-db6a647c2462 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:14.953291 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd215892-4085-48b1-95f6-99fa3f30ea4e req-5b601fea-7585-4c9e-baa0-db6a647c2462 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0518217 Mar 02 03:39:15.001394 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd215892-4085-48b1-95f6-99fa3f30ea4e req-9bb3091a-bca5-4a3a-8c0e-ec895d1289c4 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414836 Mar 02 03:39:15.612950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f502b-03cd-43e9-aacf-4efc3b736b1b req-fc89baad-af40-48ed-8e87-461c434ef05f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:15.614865 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-042f502b-03cd-43e9-aacf-4efc3b736b1b req-fc89baad-af40-48ed-8e87-461c434ef05f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0681922 Mar 02 03:39:15.688722 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-042f502b-03cd-43e9-aacf-4efc3b736b1b req-2ec4597f-a476-475e-ab3c-0fb4960030b8 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636337 Mar 02 03:39:16.119100 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2461ef-0040-4c4c-9326-7e23c84aff33 req-09bacbfe-065b-4d1f-9d4a-b8dabde7c5d9 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.120482 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd2461ef-0040-4c4c-9326-7e23c84aff33 req-09bacbfe-065b-4d1f-9d4a-b8dabde7c5d9 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0520601 Mar 02 03:39:16.169073 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd2461ef-0040-4c4c-9326-7e23c84aff33 req-6efddcd7-ccf9-4a1b-a770-3a81a1e480fe tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Mar 02 03:39:16.396201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee3e36-8577-4540-b796-3a0345f83a86 req-a088eeea-d694-44d2-9121-b4d3bbfd0e47 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.397737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fdee3e36-8577-4540-b796-3a0345f83a86 req-a088eeea-d694-44d2-9121-b4d3bbfd0e47 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0644484 Mar 02 03:39:16.476600 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fdee3e36-8577-4540-b796-3a0345f83a86 req-5b1a997b-87c2-454f-a46e-0571fdecee82 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716698 Mar 02 03:39:16.496461 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-78249074-68b1-4cc2-b47f-a542e33df696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.498320 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-78249074-68b1-4cc2-b47f-a542e33df696 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 1130 time: 0.0714128 Mar 02 03:39:16.567142 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-7cd96c76-c83d-4830-bad7-6d071864c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.568755 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-7cd96c76-c83d-4830-bad7-6d071864c72b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0449436 Mar 02 03:39:16.615308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05dc6-2dc8-48c6-82a6-d96ba25df56a req-1187f68c-3e68-46c6-92ae-dddc11113a45 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.616809 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93d05dc6-2dc8-48c6-82a6-d96ba25df56a req-1187f68c-3e68-46c6-92ae-dddc11113a45 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1070790 Mar 02 03:39:16.660729 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-594cbcea-9d9d-4a4f-80a3-fb53b2d8a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.662205 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-594cbcea-9d9d-4a4f-80a3-fb53b2d8a90d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.1253138 Mar 02 03:39:16.670301 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-a9d975e6-5faf-43da-9b89-1f43a13e1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.671771 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-a9d975e6-5faf-43da-9b89-1f43a13e1dd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.0889981 Mar 02 03:39:16.716919 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-0f81293b-3ad5-451f-a3bb-51bea2ac549f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.0395346 Mar 02 03:39:16.722424 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93d05dc6-2dc8-48c6-82a6-d96ba25df56a req-b9276d4f-14f0-4a4c-9f69-0888a2ffbc0f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985506 Mar 02 03:39:16.769807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-bf3357b5-eaa3-4989-be76-40dfe84d3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.771270 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-bf3357b5-eaa3-4989-be76-40dfe84d3774 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0451844 Mar 02 03:39:16.773868 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-ec3eb8f9-88ac-4e45-a461-3ddeb0d1c145 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 200 len: 1002 time: 0.1032028 Mar 02 03:39:16.814523 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-2e462a65-d0a5-419b-83af-1be608328d07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293250 Mar 02 03:39:16.849474 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-e7835324-2ab9-4861-a851-0c88af62e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.850959 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-e7835324-2ab9-4861-a851-0c88af62e46f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0573795 Mar 02 03:39:16.858701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d007b-a196-4b2f-8ce1-b592a3ef6583 req-5ca1b9d8-61e2-4cd9-9377-31e91ac379b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.860159 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e98d007b-a196-4b2f-8ce1-b592a3ef6583 req-5ca1b9d8-61e2-4cd9-9377-31e91ac379b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0970006 Mar 02 03:39:16.901462 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-a1dad56f-46ce-48a2-83b1-bf75124a8ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807478 Mar 02 03:39:16.938664 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e98d007b-a196-4b2f-8ce1-b592a3ef6583 req-7485c7b2-4ea2-409b-a364-cb08a6a09cd7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702991 Mar 02 03:39:16.941379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-c3f63d7c-50ee-4d11-a9dd-a00b7d47d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:16.942784 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-c3f63d7c-50ee-4d11-a9dd-a00b7d47d658 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818005 Mar 02 03:39:17.001938 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-e4f3f956-1764-4450-9a6b-7983f7c777b9 req-1e9292c0-1835-4d26-afea-d992128af8c9 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933597 Mar 02 03:39:17.044026 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-4461739a-4c8c-44ba-a4f1-4185b196e0e6 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940931 Mar 02 03:39:17.086135 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:39:17.151288 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c6daf3a-fc75-456e-8f1f-5b38ebba3b1c req-312ea92c-c498-435e-b766-9bb0145377e8 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007485 Mar 02 03:39:17.441869 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:39:17.537800 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:17.550519 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'mac_address': 'fa:16:3e:f5:d2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:39:17.587790 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:17.588467 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:17.604129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76922fb-c644-4b42-9f8a-4370da3e8ea1 req-88360b63-b995-4767-9dee-5e666f36f391 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:17.604787 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:17.605633 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f76922fb-c644-4b42-9f8a-4370da3e8ea1 req-88360b63-b995-4767-9dee-5e666f36f391 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0582683 Mar 02 03:39:17.624126 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:17.628141 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:17.652801 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f76922fb-c644-4b42-9f8a-4370da3e8ea1 req-3c16d36c-22eb-4e5f-9d1e-d1b0bd2ab74d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Mar 02 03:39:17.683688 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-3e86b27b-bb83-485f-ad6f-d7f1f261ba2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:17.689016 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:17.848141 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ba2d7-bf21-4d05-8034-bdc7293d536f req-32222ab8-1aea-46b6-9b3f-df60e6e779c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:17.849626 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-884ba2d7-bf21-4d05-8034-bdc7293d536f req-32222ab8-1aea-46b6-9b3f-df60e6e779c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Mar 02 03:39:17.895442 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-884ba2d7-bf21-4d05-8034-bdc7293d536f req-4b2c8742-12f4-4ea2-b2e1-d1a0e0bd9d47 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Mar 02 03:39:18.054935 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4a98-263b-4e30-8cc3-2f61327b2b83 req-56aef192-3997-48fb-a3d5-b3cf13200a3a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:18.056951 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5dfc4a98-263b-4e30-8cc3-2f61327b2b83 req-56aef192-3997-48fb-a3d5-b3cf13200a3a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Mar 02 03:39:18.107580 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5dfc4a98-263b-4e30-8cc3-2f61327b2b83 req-14c15f40-db88-4051-af51-f17510a9c1eb tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Mar 02 03:39:18.771601 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5ca5-947e-4e90-926c-9096c44d3ee7 req-95ac835a-d80e-41d9-a1c7-2a2589ded3b6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:18.773075 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75ae5ca5-947e-4e90-926c-9096c44d3ee7 req-95ac835a-d80e-41d9-a1c7-2a2589ded3b6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0522749 Mar 02 03:39:18.819694 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75ae5ca5-947e-4e90-926c-9096c44d3ee7 req-7b25ce54-c531-487d-b039-4496639b249c tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Mar 02 03:39:19.012000 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90dc40-861a-47e9-833d-485378b60ffe req-a4e200dd-58cf-4fea-892a-ff447f126944 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:19.013470 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f90dc40-861a-47e9-833d-485378b60ffe req-a4e200dd-58cf-4fea-892a-ff447f126944 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0530908 Mar 02 03:39:19.059363 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f90dc40-861a-47e9-833d-485378b60ffe req-1f889ad4-0fd9-423b-9d5a-0e1247b9d439 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Mar 02 03:39:19.227957 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade7975-9325-4de9-943d-43330bfef416 req-f01a611c-37ca-43d0-ae84-0927196c93a1 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:19.229493 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7ade7975-9325-4de9-943d-43330bfef416 req-f01a611c-37ca-43d0-ae84-0927196c93a1 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0573106 Mar 02 03:39:19.277164 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7ade7975-9325-4de9-943d-43330bfef416 req-53e3469f-4f57-46f1-baa9-685765ba5188 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 Mar 02 03:39:19.938154 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abddf2e-00c2-418f-9428-eb8b8467ae49 req-434cae5d-1cf5-4aac-a6e9-3b16455be86d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:19.939628 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2abddf2e-00c2-418f-9428-eb8b8467ae49 req-434cae5d-1cf5-4aac-a6e9-3b16455be86d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0517685 Mar 02 03:39:19.985281 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2abddf2e-00c2-418f-9428-eb8b8467ae49 req-b18fa3ff-326c-417e-b858-ab3f7973bda1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Mar 02 03:39:20.077133 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-7989d1da-0979-4575-ae6d-7f9fc395da24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:20.180296 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d964e2-46cb-40e8-9823-65981b09df23 req-ce376a63-3d45-41c0-b9f8-653ae9b249f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:20.181803 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59d964e2-46cb-40e8-9823-65981b09df23 req-ce376a63-3d45-41c0-b9f8-653ae9b249f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0561476 Mar 02 03:39:20.240408 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59d964e2-46cb-40e8-9823-65981b09df23 req-61d7cedc-ab87-4fbb-b57b-59fcbeb38d6c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505714 Mar 02 03:39:20.393620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2036df5-7d29-4798-b0bd-056494f657be req-7de6caff-028e-4f59-a630-b0ef3c3f9fcb tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:20.395125 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2036df5-7d29-4798-b0bd-056494f657be req-7de6caff-028e-4f59-a630-b0ef3c3f9fcb tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Mar 02 03:39:20.409524 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:20.501766 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2036df5-7d29-4798-b0bd-056494f657be req-f88fecd0-28a7-4404-a731-eff29f18b6af tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011300 Mar 02 03:39:20.539838 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-7897d8c8-e80b-49b5-ac74-c57b5027a344 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:20.541804 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-7897d8c8-e80b-49b5-ac74-c57b5027a344 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 814 time: 0.1340749 Mar 02 03:39:20.556552 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-e818cfd0-04bf-4e33-858a-332ffc8df3d1 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/quotas/81dac378b4f74c5d972b52cde9208383 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Mar 02 03:39:20.590446 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-9f0b78e6-9f98-46bf-9de2-29a4ffd8deae tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279963 Mar 02 03:39:20.680863 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-f0fe9af4-7cfc-4723-82ac-e855c9d0659f service neutron] 10.222.0.23 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Mar 02 03:39:20.768357 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-1ea72bbf-1e2f-4027-a01b-d3d343f27252 service neutron] 10.222.0.23 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808198 Mar 02 03:39:20.925026 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-402ef3d4-d214-44f3-bad0-9601fa479542 req-ef4301a5-8361-40ea-acf7-f1bba4bf2914 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Mar 02 03:39:20.945510 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:21.104896 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8366d-db9e-4f3b-b5ab-486130febd3c req-4be7cf4b-a87c-4156-8867-baba34e7ecb8 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:21.106422 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6c8366d-db9e-4f3b-b5ab-486130febd3c req-4be7cf4b-a87c-4156-8867-baba34e7ecb8 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0546451 Mar 02 03:39:21.159526 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a6c8366d-db9e-4f3b-b5ab-486130febd3c req-d6480380-157f-4f6d-a7af-f235722639ca tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473738 Mar 02 03:39:21.357031 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95c4f3-7cfc-4987-83cc-48baba311b0f req-4fee7a98-546d-42ac-a401-568170dbfc27 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:21.358511 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c95c4f3-7cfc-4987-83cc-48baba311b0f req-4fee7a98-546d-42ac-a401-568170dbfc27 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0539651 Mar 02 03:39:21.406008 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c95c4f3-7cfc-4987-83cc-48baba311b0f req-b6548516-a510-4811-bd2b-f729c49980bb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Mar 02 03:39:21.620086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fcbe1-1c90-496c-89bd-4fe9f5ee1b64 req-5751c961-eccd-4c83-b48f-b5c245d23746 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:21.621578 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a46fcbe1-1c90-496c-89bd-4fe9f5ee1b64 req-5751c961-eccd-4c83-b48f-b5c245d23746 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Mar 02 03:39:21.672159 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a46fcbe1-1c90-496c-89bd-4fe9f5ee1b64 req-76d50a8d-ab13-4a0c-80cd-c5352c92091f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445063 Mar 02 03:39:22.015657 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:39:22.026135 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19d29d53-aa5c-4d74-88b3-20db9cb79e09 req-170c37e0-44fc-4ea8-a595-3b0457c03283 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Mar 02 03:39:22.067913 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:39:22.071801 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:39:22.072304 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:22.149957 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:22.150388 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:22.173814 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:22.176216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1494287-494a-443f-a898-5ff578d84b4e" -d '{"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-plugged", "status": "completed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:22.189699 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:22.195344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:22.222401 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96c0658-9df5-4e86-8a40-23ccf8a0a11c x-openstack-request-id: req-d96c0658-9df5-4e86-8a40-23ccf8a0a11c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:22.222700 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-plugged", "status": "completed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:22.222966 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d96c0658-9df5-4e86-8a40-23ccf8a0a11c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:22.223386 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'code': 200} Mar 02 03:39:22.248988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:22.385282 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-061dea84-924c-4ca2-8f68-04bdd0c0e979 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:22.386990 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-061dea84-924c-4ca2-8f68-04bdd0c0e979 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 814 time: 0.1014628 Mar 02 03:39:22.400131 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:22.422356 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Request body: {'port': {'device_id': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae', 'admin_state_up': True, 'tenant_id': '81dac378b4f74c5d972b52cde9208383'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:22.550460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f0d8b-54d0-43c5-9f31-c133240f4ec1 req-54511917-2000-4ba2-92d3-1fd75a13a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:22.552011 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b64f0d8b-54d0-43c5-9f31-c133240f4ec1 req-54511917-2000-4ba2-92d3-1fd75a13a748 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1130 time: 0.0493362 Mar 02 03:39:22.591463 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d420bc-8907-4eb5-9d15-9c4b668e704c req-4b896498-70c4-4fe8-9ef2-b7b1f4f780f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:22.593202 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-12d420bc-8907-4eb5-9d15-9c4b668e704c req-4b896498-70c4-4fe8-9ef2-b7b1f4f780f5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0946877 Mar 02 03:39:22.609132 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-b64f0d8b-54d0-43c5-9f31-c133240f4ec1 req-39166137-a22c-4968-9cac-2d263bd0a2b5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Mar 02 03:39:22.617051 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Made reservation on behalf of 81dac378b4f74c5d972b52cde9208383 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:39:22.620405 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:22.698504 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-12d420bc-8907-4eb5-9d15-9c4b668e704c req-71f92d62-b7de-42c3-9689-00be3c4d8256 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990553 Mar 02 03:39:22.791866 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Allocated IP 172.20.0.9 (0d399a0a-ad54-4ab5-920e-fb92454143ae/3664ee8b-8674-435e-8928-ebe0b26afebd/0c2e3082-1fd0-46cf-943c-d66856ae42a9) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:39:22.829532 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ead7ff-1b54-4650-8ce4-e4655c13483b req-ac8d3883-19e1-4e9a-b545-193c58494e73 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:22.830999 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72ead7ff-1b54-4650-8ce4-e4655c13483b req-ac8d3883-19e1-4e9a-b545-193c58494e73 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0850966 Mar 02 03:39:22.942361 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72ead7ff-1b54-4650-8ce4-e4655c13483b req-4f98041c-5d6e-474d-89e5-f19bbb3582f5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054776 Mar 02 03:39:22.986830 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks [] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:23.021313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:23.067608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Network 0d399a0a-ad54-4ab5-920e-fb92454143ae is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:39:23.070922 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:39:23.074747 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:39:23.112009 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Pushing event updated for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:23.161436 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:23.162044 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:23.183812 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d839fbf7-f264-4ea7-baa3-93760ae572d7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660885 Mar 02 03:39:23.194338 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8b4bc-fd11-4d2c-a0c6-2335f66b6222 req-ad239073-976a-4145-93b3-8694c1e5cfd9 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:23.195868 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fab8b4bc-fd11-4d2c-a0c6-2335f66b6222 req-ad239073-976a-4145-93b3-8694c1e5cfd9 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 931 time: 0.0877619 Mar 02 03:39:23.203374 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Request body: {'port': {'device_id': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:23.328787 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:23.334312 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fab8b4bc-fd11-4d2c-a0c6-2335f66b6222 req-61f98ece-226d-41fc-a1f5-11da895e550a tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271076 Mar 02 03:39:23.358383 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b60f65-cbcb-43a5-946b-5373ad566ad2 req-3e396eb6-f12e-4de1-b259-4bec841344c4 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:23.359882 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f9b60f65-cbcb-43a5-946b-5373ad566ad2 req-3e396eb6-f12e-4de1-b259-4bec841344c4 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.1282716 Mar 02 03:39:23.730069 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f9b60f65-cbcb-43a5-946b-5373ad566ad2 req-8819050c-c03f-459f-9fec-4fece109d52f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510141 Mar 02 03:39:23.752843 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 39698) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:23.882309 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d5b3-141b-4f74-9c27-b60a2c3265fd req-89bb549d-f3c5-4bc0-b0ba-3b7bbb9b26f3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:23.883808 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fac0d5b3-141b-4f74-9c27-b60a2c3265fd req-89bb549d-f3c5-4bc0-b0ba-3b7bbb9b26f3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0893164 Mar 02 03:39:23.893331 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68061796-1cb2-4e70-81fd-0ea7739f1dff tempest-TestMinimumBasicScenario-1816549353 tempest-TestMinimumBasicScenario-1816549353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:23.894840 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-68061796-1cb2-4e70-81fd-0ea7739f1dff tempest-TestMinimumBasicScenario-1816549353 tempest-TestMinimumBasicScenario-1816549353-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1125 time: 0.1409762 Mar 02 03:39:23.897687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 39702) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:23.902997 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'port_id': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:23.923626 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:23.976508 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2e3082-1fd0-46cf-943c-d66856ae42a9 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:23.990944 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fac0d5b3-141b-4f74-9c27-b60a2c3265fd req-c2c8bb9e-4103-4fcd-872b-64c63f3683f6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001523 Mar 02 03:39:23.991815 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.006590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks [] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.032112 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Transition to ACTIVE for port object 0c2e3082-1fd0-46cf-943c-d66856ae42a9 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:39:24.047101 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.049551 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.133702 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:24.158658 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Allocated IP 172.27.0.32 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/0af9181b-2356-4e04-a241-0c71845577b6) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:39:24.168895 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89b3cd-7a27-45af-9399-c99c84c8b104 req-0e8f3983-0ef7-41bb-9346-46fa7ad3f0fd tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:24.170648 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b89b3cd-7a27-45af-9399-c99c84c8b104 req-0e8f3983-0ef7-41bb-9346-46fa7ad3f0fd tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.1353619 Mar 02 03:39:24.252312 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Attempting to bind port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:39:24.252662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Attempting to bind port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:39:24.252996 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Attempting to bind port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:24.259095 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for port (0af9181b-2356-4e04-a241-0c71845577b6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.259349 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b89b3cd-7a27-45af-9399-c99c84c8b104 req-d864f749-8a4d-45c4-b854-a8d93e4a36ec tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705192 Mar 02 03:39:24.261933 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:39:24.262262 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Attempting to bind port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 on network 0d399a0a-ad54-4ab5-920e-fb92454143ae {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:39:24.267516 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:39:24.267863 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Checking segment: {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:39:24.268242 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Bound using segment: {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:39:24.268679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Bound port: 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c713af55-58c4-43df-9b6d-2b1e39da5ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:39:24.269040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.298270 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (0af9181b-2356-4e04-a241-0c71845577b6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.333221 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:39:24.337634 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:39:24.338693 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:39:24.342340 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:39:24.342683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:39:24.349062 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.383925 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:24.385477 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.386850 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c2e3082-1fd0-46cf-943c-d66856ae42a9 HTTP/1.1" status: 200 len: 1093 time: 1.1875927 Mar 02 03:39:24.389800 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:24.391607 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:24.407093 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'Port': ['ID=0af9181b-2356-4e04-a241-0c71845577b6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:24.418709 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a5ffa-4843-48b9-9dfa-bba5685c9c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:24.442426 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68072781-daa4-43ba-93fe-5d7b0cdfb226 x-openstack-request-id: req-68072781-daa4-43ba-93fe-5d7b0cdfb226 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:24.442729 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:24.442988 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68072781-daa4-43ba-93fe-5d7b0cdfb226 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:24.443418 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9', 'status': 'completed', 'code': 200} Mar 02 03:39:24.445856 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.446211 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.446555 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.446898 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.447438 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.448304 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.448645 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.448981 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.449315 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.449646 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.449975 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.450405 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.450625 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:24.518143 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe843-0640-4159-be0a-c42fd6588ec9 req-f135be0a-b4c5-408a-abf8-829ecdd86bee tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:24.519585 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-503fe843-0640-4159-be0a-c42fd6588ec9 req-f135be0a-b4c5-408a-abf8-829ecdd86bee tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 943 time: 0.0926752 Mar 02 03:39:24.546656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-8a19922b-a642-47e1-b8a4-48ac13b4433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:24.548156 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-8a19922b-a642-47e1-b8a4-48ac13b4433a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0767946 Mar 02 03:39:24.607386 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-0b16a32c-619c-4e23-83c1-b6c2bce0929f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9 HTTP/1.1" status: 200 len: 217 time: 0.0435455 Mar 02 03:39:24.610857 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-503fe843-0640-4159-be0a-c42fd6588ec9 req-26fedbb0-e144-4a3a-8c0b-623e5a1cf400 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 Mar 02 03:39:24.656417 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-56859082-0a4a-44b5-9fdd-d36bbc9c6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:24.657878 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-56859082-0a4a-44b5-9fdd-d36bbc9c6f42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3664ee8b-8674-435e-8928-ebe0b26afebd HTTP/1.1" status: 200 len: 854 time: 0.0447764 Mar 02 03:39:24.688660 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-8c3dc512-7096-45e4-a0ca-eaccc4a34474 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d399a0a-ad54-4ab5-920e-fb92454143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253177 Mar 02 03:39:24.780635 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-df8cea70-d410-4262-a789-6b91532cdd5c service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Mar 02 03:39:24.861774 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for floatingip (05c17c74-24e2-4509-82b3-57f208270a70), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:24.872049 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9404c35f-75f6-447a-a165-9d1b4c6623db req-d66d70d0-8340-4cbd-93c7-b343d3631c5e service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846229 Mar 02 03:39:24.959778 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (0af9181b-2356-4e04-a241-0c71845577b6), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.030297 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-86df0863-b060-4b44-968e-764909abda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.031890 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-86df0863-b060-4b44-968e-764909abda66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81dac378b4f74c5d972b52cde9208383&device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0491490 Mar 02 03:39:25.114565 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for port (0af9181b-2356-4e04-a241-0c71845577b6), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.119207 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (0af9181b-2356-4e04-a241-0c71845577b6), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.159755 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-1fb67f47-0ad5-4ea6-9fa6-42bf0b0fe8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.161450 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-1fb67f47-0ad5-4ea6-9fa6-42bf0b0fe8e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 200 len: 914 time: 0.1235514 Mar 02 03:39:25.171192 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ba98-f757-4895-b914-2f037bd4fd53 req-93fcc58c-5ce5-4bd8-9c61-05ec89b0b7f9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.172623 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a924ba98-f757-4895-b914-2f037bd4fd53 req-93fcc58c-5ce5-4bd8-9c61-05ec89b0b7f9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0895021 Mar 02 03:39:25.189690 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'Port': ['ID=0af9181b-2356-4e04-a241-0c71845577b6,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:25.200673 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (05c17c74-24e2-4509-82b3-57f208270a70), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.216413 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-2b1f6e16-46f5-4bb9-bbd7-d1a42a74fdac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9 HTTP/1.1" status: 200 len: 217 time: 0.0426946 Mar 02 03:39:25.291576 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a924ba98-f757-4895-b914-2f037bd4fd53 req-71ef214a-e6ce-4315-99c2-2abe1fd56794 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786152 Mar 02 03:39:25.294023 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-62529851-3ba0-4f9d-9efa-68b5fee2c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.295507 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-62529851-3ba0-4f9d-9efa-68b5fee2c082 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3664ee8b-8674-435e-8928-ebe0b26afebd HTTP/1.1" status: 200 len: 854 time: 0.0674314 Mar 02 03:39:25.315620 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Floating IP 05c17c74-24e2-4509-82b3-57f208270a70 associated. External IP: 172.27.0.32, port: 11c6cb05-507a-4eff-87c3-ffaf5260ddc9. Mar 02 03:39:25.338540 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-3ca09e06-e224-4f93-8fb5-4d2260b05754 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0d399a0a-ad54-4ab5-920e-fb92454143ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330732 Mar 02 03:39:25.441661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77689-4fc4-4f09-b6ad-c66f9ab11192 req-43ae855c-7cb2-4ff2-b056-f9d256b98921 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.443252 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eff77689-4fc4-4f09-b6ad-c66f9ab11192 req-43ae855c-7cb2-4ff2-b056-f9d256b98921 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.1070857 Mar 02 03:39:25.489926 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-f70099cb-7a0c-40e9-8a72-171fa79a3ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268957 Mar 02 03:39:25.557628 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eff77689-4fc4-4f09-b6ad-c66f9ab11192 req-04f8bf78-6933-42eb-a400-2105725b1214 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047318 Mar 02 03:39:25.599967 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a3034ff-64f9-444d-b9a3-0b9c79db3bea req-9ed85594-0f74-46f7-ad13-d217d334614d service neutron] 10.222.0.35 "GET /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022782 Mar 02 03:39:25.680975 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25eb3-37ec-439b-bbb8-954c7592424a req-e94d0837-5c5d-424d-883c-7da99ea86cce tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.682716 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04b25eb3-37ec-439b-bbb8-954c7592424a req-e94d0837-5c5d-424d-883c-7da99ea86cce tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0579779 Mar 02 03:39:25.728723 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:39:25.772554 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04b25eb3-37ec-439b-bbb8-954c7592424a req-5586653c-786d-40c3-a327-0006da4eb034 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781736 Mar 02 03:39:25.783898 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e607d38-63c9-49f1-a6a2-e9477673a14a req-4569a268-fc24-45bd-bf64-b20880626eed tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:25.786265 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e607d38-63c9-49f1-a6a2-e9477673a14a req-4569a268-fc24-45bd-bf64-b20880626eed tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 943 time: 0.1001046 Mar 02 03:39:25.798974 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39718) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:25.843257 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:39:25.857019 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Sync routers for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:39:25.857706 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e607d38-63c9-49f1-a6a2-e9477673a14a req-3486d206-885a-430c-a48b-7a331a35bd9d tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601058 Mar 02 03:39:25.868536 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.873466 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:39:25.874096 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:25.902015 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f10d641e-3633-4ed1-a871-fa442cf148c3 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9995306 Mar 02 03:39:25.902015 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:25.902316 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:25.902413 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39722) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:25.907140 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599983077', 'description': 'tempest-secgroup-smoke-1599983077 description', 'project_id': '7e6b3df4db8641899040ec5bed522a1f'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:25.933276 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:25.937573 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7597eff-aac3-4bf8-9eb3-347adfbc6335 x-openstack-request-id: req-c7597eff-aac3-4bf8-9eb3-347adfbc6335 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:25.937873 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:25.938130 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7597eff-aac3-4bf8-9eb3-347adfbc6335 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:25.938532 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:39:25.996092 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:39:26.042801 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9a949-5289-4096-8e36-ae0f186f8967 tempest-TestShelveInstance-1220757417 tempest-TestShelveInstance-1220757417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.044455 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f6c9a949-5289-4096-8e36-ae0f186f8967 tempest-TestShelveInstance-1220757417 tempest-TestShelveInstance-1220757417-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1125 time: 0.2443445 Mar 02 03:39:26.047498 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 39726) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:26.053158 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:26.076904 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (536ddb33-f68a-47ef-afcb-e05c974b56c3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.080638 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.081867 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-a22f3aaf-4bc3-4b92-84f1-934f6b2100c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.083417 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-a22f3aaf-4bc3-4b92-84f1-934f6b2100c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1130 time: 0.0931225 Mar 02 03:39:26.084485 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (536ddb33-f68a-47ef-afcb-e05c974b56c3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.161381 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.162637 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2592900 Mar 02 03:39:26.165019 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d25a44-e1a8-4f73-8dfc-cdfa091484e5 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536ddb33-f68a-47ef-afcb-e05c974b56c3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:26.166345 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 39728) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:26.183034 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:26.201125 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-994b0ac4-f0b9-48ff-8dad-8ecab7f80354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.202610 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-994b0ac4-f0b9-48ff-8dad-8ecab7f80354 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.1040301 Mar 02 03:39:26.230764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.236048 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (9374c53a-c5a6-4bb0-a7f9-46c89e8cba99), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.240464 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '05c17c74-24e2-4509-82b3-57f208270a70', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'port_id': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'mac_address': 'fa:16:3e:17:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:24Z', 'updated_at': '2022-03-02T03:39:24Z', 'revision_number': 0, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:26.271563 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Checking router: 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:39:26.276606 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-085fb06a-e983-48f6-b609-518cd5f06851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 999 time: 0.0668736 Mar 02 03:39:26.281196 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:39:26.281992 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:26.343672 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-60fddc4a-b961-41ff-a055-6178a8b03757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.345427 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-60fddc4a-b961-41ff-a055-6178a8b03757 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0548964 Mar 02 03:39:26.381145 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (9374c53a-c5a6-4bb0-a7f9-46c89e8cba99), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.388086 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (9374c53a-c5a6-4bb0-a7f9-46c89e8cba99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.403959 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:39:26.404236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Allocated IP 172.27.0.56 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:39:26.424915 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9374c53a-c5a6-4bb0-a7f9-46c89e8cba99,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:26.444079 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.445608 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6e8917b0-86ba-4e53-9082-4125c9e7352e tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2672358 Mar 02 03:39:26.448744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:26.455215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:26.467784 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-55cdfb17-b378-4775-a214-ddef6f49e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.469413 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-55cdfb17-b378-4775-a214-ddef6f49e324 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127405 Mar 02 03:39:26.485486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab72d07-8e27-4359-b183-88cb73252222 req-d3731824-21a1-45f8-b0b8-355fb5c7fbf5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:26.487116 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ab72d07-8e27-4359-b183-88cb73252222 req-d3731824-21a1-45f8-b0b8-355fb5c7fbf5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1209171 Mar 02 03:39:26.547491 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.557258 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (3430ce6c-4a3b-4913-9a93-e252246da56c), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.592252 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.628355 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ab72d07-8e27-4359-b183-88cb73252222 req-d9e619bb-9fa9-4bf2-a9db-4869d4243fd0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316946 Mar 02 03:39:26.641242 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:39:26.645673 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:39:26.649693 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '05c17c74-24e2-4509-82b3-57f208270a70', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'port_id': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'mac_address': 'fa:16:3e:17:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:24Z', 'updated_at': '2022-03-02T03:39:24Z', 'revision_number': 0, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:26.655402 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:39:26.655954 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-9be94a7e-1c22-4d8d-accc-c92b58fde877 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785362 Mar 02 03:39:26.661533 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'Port': ['ID=7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:26.662089 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (3430ce6c-4a3b-4913-9a93-e252246da56c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.672642 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (3430ce6c-4a3b-4913-9a93-e252246da56c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.699257 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96122c-fe8f-4f81-9c8b-6eb69b62b9fc None None] The sync data for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi is: [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '05c17c74-24e2-4509-82b3-57f208270a70', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'port_id': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'mac_address': 'fa:16:3e:17:2a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:24Z', 'updated_at': '2022-03-02T03:39:24Z', 'revision_number': 0, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:39:26.732477 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3430ce6c-4a3b-4913-9a93-e252246da56c,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:26.740412 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.745293 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-231dd96f-b9f7-4643-990a-06a52e1ff688 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2918558 Mar 02 03:39:26.745293 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:26.748727 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:26.795090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (ecb080ab-49f2-43df-8446-ef197d4124a4), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.801678 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc54cf1c-7ad4-4b5b-977c-644490aa07fc req-ff586703-175d-4414-8131-0bfe5d80df2b service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381707 Mar 02 03:39:26.857617 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (ecb080ab-49f2-43df-8446-ef197d4124a4), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.864462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (ecb080ab-49f2-43df-8446-ef197d4124a4), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.888819 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb080ab-49f2-43df-8446-ef197d4124a4,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:26.898104 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:26.903089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-34c1b96c-41c2-4cdb-9712-6dec47b134f7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577342 Mar 02 03:39:26.903833 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39738) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:26.913362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:26.982531 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e1494f-d0bd-4f5e-82e2-183c14fa59ef None None] New status for floating IP 05c17c74-24e2-4509-82b3-57f208270a70: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:39:27.004320 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33febee1-fc8d-4fa1-80df-dfb24583e118 req-d2803c14-64ca-420e-ad01-2cb383f03d06 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:27.006247 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-33febee1-fc8d-4fa1-80df-dfb24583e118 req-d2803c14-64ca-420e-ad01-2cb383f03d06 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 943 time: 0.0796802 Mar 02 03:39:27.007108 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (471a21c1-9de0-47ca-b6a2-2eaa4bc7acde), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.078558 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-33febee1-fc8d-4fa1-80df-dfb24583e118 req-ad06ffbc-a881-42be-95f7-a1af91cf383a tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Mar 02 03:39:27.103640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (471a21c1-9de0-47ca-b6a2-2eaa4bc7acde), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.111525 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (471a21c1-9de0-47ca-b6a2-2eaa4bc7acde), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.130185 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for floatingip (ba43804e-e733-48a1-a37a-2e9e7d0cb4fe), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.133264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471a21c1-9de0-47ca-b6a2-2eaa4bc7acde,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:27.145379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.149558 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b2175b39-3669-40a3-bf1e-553db9f26363 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417901 Mar 02 03:39:27.149558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:27.154190 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:27.175717 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Project 7e6b3df4db8641899040ec5bed522a1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:39:27.181632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (e1323e39-15a7-41cf-9c59-45aa4a061481), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.209373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.248111 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (e1323e39-15a7-41cf-9c59-45aa4a061481), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.253021 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (e1323e39-15a7-41cf-9c59-45aa4a061481), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.271564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1323e39-15a7-41cf-9c59-45aa4a061481,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:27.279868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.283618 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-406f1a4f-1dbf-4b91-8926-433a9327d742 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306341 Mar 02 03:39:27.283817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 39742) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:39:27.289117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'security_group_rule': {'security_group_id': '536ddb33-f68a-47ef-afcb-e05c974b56c3', 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:27.311717 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Project 7e6b3df4db8641899040ec5bed522a1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:39:27.316915 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (0522d8bc-1571-4440-9e09-8bd6a56e8d68), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.370642 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.374823 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.378475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (0522d8bc-1571-4440-9e09-8bd6a56e8d68), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.382269 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (0522d8bc-1571-4440-9e09-8bd6a56e8d68), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.400068 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0522d8bc-1571-4440-9e09-8bd6a56e8d68,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:27.412696 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.413909 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b4b13501-a33d-494f-972a-44701b55ae51 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291380 Mar 02 03:39:27.446302 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event updated for resources: {'Port': ['ID=7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:27.459501 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (ba43804e-e733-48a1-a37a-2e9e7d0cb4fe), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.502436 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-dc41791b-3437-4151-9548-d86aed308226 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599983077&fields=id&tenant_id=7e6b3df4db8641899040ec5bed522a1f HTTP/1.1" status: 200 len: 267 time: 0.0449281 Mar 02 03:39:27.559368 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Floating IP ba43804e-e733-48a1-a37a-2e9e7d0cb4fe associated. External IP: 172.27.0.56, port: 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e. Mar 02 03:39:27.559574 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-9f92d6d5-8c38-4467-a3fe-175082b549e9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:27.560975 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-9f92d6d5-8c38-4467-a3fe-175082b549e9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0531027 Mar 02 03:39:27.571553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'port': {'security_groups': ['a15b2ded-1948-467b-adb5-f9952c28b4aa', '536ddb33-f68a-47ef-afcb-e05c974b56c3']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:39:27.644394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.768392 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:39:27.805733 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6724529-a488-4ba9-bef1-543de66c2220 req-0c8b758b-3112-45d6-8508-3b67f1c7c882 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:27.807409 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6724529-a488-4ba9-bef1-543de66c2220 req-0c8b758b-3112-45d6-8508-3b67f1c7c882 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0991914 Mar 02 03:39:27.892881 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:39:27.903632 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Sync routers for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:39:27.906134 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6724529-a488-4ba9-bef1-543de66c2220 req-9a8a943f-3b52-4090-bb53-cd2277404199 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Mar 02 03:39:27.911127 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:27.913282 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:39:27.914090 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:27.917622 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.945055 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.953721 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-39036825-a84b-4036-bce1-b848cb173bf5 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8991895 Mar 02 03:39:27.953721 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:27.953721 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:27.957307 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:27.994881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:27.998369 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccdb6bf-7f49-4089-9517-908b9d20869b x-openstack-request-id: req-8ccdb6bf-7f49-4089-9517-908b9d20869b {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:27.998945 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:27.999308 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ccdb6bf-7f49-4089-9517-908b9d20869b {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:27.999857 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'status': 'completed', 'code': 200} Mar 02 03:39:28.022553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.023675 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:28.025962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9aaa8718-91fd-495e-9cb7-ae46dbdd16af req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "PUT /v2.0/ports/11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 982 time: 0.4589028 Mar 02 03:39:28.026834 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:28.031505 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:28.074514 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 0c2e3082-1fd0-46cf-943c-d66856ae42a9 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:39:28.144094 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faef2ef3-100d-4be3-a1d9-0598aec594c0 x-openstack-request-id: req-faef2ef3-100d-4be3-a1d9-0598aec594c0 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:28.144405 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:28.144647 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faef2ef3-100d-4be3-a1d9-0598aec594c0 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:28.145040 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:39:28.150896 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:39:28.166205 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764c9cc-53c8-46aa-aa1b-c3cdc5d03e75 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=6']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:28.223200 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-a76c9f73-2f5b-4456-bf03-cdf3dfc87fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.225035 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-a76c9f73-2f5b-4456-bf03-cdf3dfc87fad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1130 time: 0.1586897 Mar 02 03:39:28.236863 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e47d-b699-4ce5-8e6c-6ee2b382d965 req-f12f5548-1ed4-4f03-a2e1-edae3cf927d0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.244928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b711e47d-b699-4ce5-8e6c-6ee2b382d965 req-f12f5548-1ed4-4f03-a2e1-edae3cf927d0 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.1347353 Mar 02 03:39:28.252470 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:28.271504 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-dcc620ce-59ed-4b40-a482-c47fef14217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.275330 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-dcc620ce-59ed-4b40-a482-c47fef14217a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1169 time: 0.1114199 Mar 02 03:39:28.417867 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-e090dc93-8c67-4809-aea0-16146057884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.420089 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-e090dc93-8c67-4809-aea0-16146057884a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.1334355 Mar 02 03:39:28.427870 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:28.438950 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6912-4b15-49ea-8a1b-599e7e39867e req-ec2d8c3b-c894-4859-8cb0-666fec200eec tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.440479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d03a6912-4b15-49ea-8a1b-599e7e39867e req-ec2d8c3b-c894-4859-8cb0-666fec200eec tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 943 time: 0.1731434 Mar 02 03:39:28.454385 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'ba43804e-e733-48a1-a37a-2e9e7d0cb4fe', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'mac_address': 'fa:16:3e:f5:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:26Z', 'updated_at': '2022-03-02T03:39:26Z', 'revision_number': 0, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:28.456812 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b711e47d-b699-4ce5-8e6c-6ee2b382d965 req-52ecbabf-34bc-44df-91fe-4c6fb0ab8539 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083735 Mar 02 03:39:28.481203 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Checking router: e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:39:28.491735 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:39:28.492678 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:28.508187 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '0c2e3082-1fd0-46cf-943c-d66856ae42a9', 'network_id': '0d399a0a-ad54-4ab5-920e-fb92454143ae', 'port_id': '0c2e3082-1fd0-46cf-943c-d66856ae42a9', 'mac_address': 'fa:16:3e:64:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3664ee8b-8674-435e-8928-ebe0b26afebd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:39:28.525683 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-335dad92-d133-48b6-9273-711325b8145f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 1001 time: 0.0981762 Mar 02 03:39:28.526549 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-ff786e27-85b0-4406-aae4-c69d67ecc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.528068 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-ff786e27-85b0-4406-aae4-c69d67ecc43e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.2590356 Mar 02 03:39:28.531490 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d03a6912-4b15-49ea-8a1b-599e7e39867e req-6ba5282f-d6ce-4d29-99dd-c98a75d5b612 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Mar 02 03:39:28.583216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:28.583735 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:28.605461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-b6d28a25-67e8-45ee-b9a0-4fac89ebe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.607681 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-b6d28a25-67e8-45ee-b9a0-4fac89ebe89f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0637627 Mar 02 03:39:28.610201 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-3b75e66a-c3d8-4eff-bbf6-00c166580836 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 999 time: 0.0734582 Mar 02 03:39:28.615391 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:39:28.624719 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2e3082-1fd0-46cf-943c-d66856ae42a9 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:39:28.640652 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-1e13c6af-6458-48f2-a70b-d5fda4d80453 None None] Provisioning complete for port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:39:28.641023 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1e13c6af-6458-48f2-a70b-d5fda4d80453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:28.664515 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-5f22665d-fe72-4304-bab7-8275c5c52f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.667218 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-5f22665d-fe72-4304-bab7-8275c5c52f1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492728 Mar 02 03:39:28.674160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-b9bef320-a341-4dc2-a32d-9ba3ddecd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.675711 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-b9bef320-a341-4dc2-a32d-9ba3ddecd446 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0574636 Mar 02 03:39:28.707168 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:28.733178 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:28.746646 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-d495a5b1-0430-4939-b3e7-d82a571b3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:28.748677 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-d495a5b1-0430-4939-b3e7-d82a571b3bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657086 Mar 02 03:39:28.786147 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-eecf8367-2a11-4525-8caa-3716fa11a409 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033525 Mar 02 03:39:28.862687 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-c8b4741d-c66b-46cf-bdfe-fc849a4ad999 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070883 Mar 02 03:39:28.882296 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'ba43804e-e733-48a1-a37a-2e9e7d0cb4fe', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'mac_address': 'fa:16:3e:f5:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:26Z', 'updated_at': '2022-03-02T03:39:26Z', 'revision_number': 0, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:39:28.882611 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:28.900115 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef6e1ec4-db2e-48d7-b600-7879d8f3038d req-f254a4c3-f59a-4f31-8f86-2f4d5eaf56a9 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041200 Mar 02 03:39:28.912378 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860f925-b1b7-4605-9f0d-9a92f6deebbc None None] The sync data for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'ba43804e-e733-48a1-a37a-2e9e7d0cb4fe', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'mac_address': 'fa:16:3e:f5:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:39:26Z', 'updated_at': '2022-03-02T03:39:26Z', 'revision_number': 0, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:39:28.919919 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1e13c6af-6458-48f2-a70b-d5fda4d80453 None None] Current status of the port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:28.924702 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.925075 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.925439 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.925785 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.926124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.926457 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.926791 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.927297 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.927630 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.927962 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.928290 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.928614 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.928942 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:39:28.991039 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f33e2b12-7dc0-4d23-8f4f-cadbe5b40bd3 req-e473cd3b-e413-4a97-8f19-d47c2aec0b2f service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212900 Mar 02 03:39:29.055856 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7da996-36f6-4252-be4e-ff56ef8ccf51 req-1e4a2ca2-23ed-4dbc-9fab-17bf49cc729d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:29.058885 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4c7da996-36f6-4252-be4e-ff56ef8ccf51 req-1e4a2ca2-23ed-4dbc-9fab-17bf49cc729d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0593102 Mar 02 03:39:29.110389 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4c7da996-36f6-4252-be4e-ff56ef8ccf51 req-010b9b5a-0ffd-4b78-83c7-991a197c40e9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Mar 02 03:39:29.164502 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ff037-a932-4807-808a-062ec6d549d8 None None] New status for floating IP ba43804e-e733-48a1-a37a-2e9e7d0cb4fe: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:39:29.302739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['0c2e3082-1fd0-46cf-943c-d66856ae42a9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:39:29.651242 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175ea8a-05e6-4535-8a43-ade08badc319 req-8afe6b69-3023-4085-bd92-97454575d637 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:29.652679 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f175ea8a-05e6-4535-8a43-ade08badc319 req-8afe6b69-3023-4085-bd92-97454575d637 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0509617 Mar 02 03:39:29.698049 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f175ea8a-05e6-4535-8a43-ade08badc319 req-fbe5112b-e650-4ac9-89db-59f6f553adfe tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Mar 02 03:39:30.233276 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefa31-57e9-4586-8fd7-396c3bbabd59 req-a69f9d12-9663-4e6a-ad51-ec2f0b704b1d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:30.234733 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5caefa31-57e9-4586-8fd7-396c3bbabd59 req-a69f9d12-9663-4e6a-ad51-ec2f0b704b1d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Mar 02 03:39:30.281389 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5caefa31-57e9-4586-8fd7-396c3bbabd59 req-f679b34f-e6e1-4ed6-a084-1cd11df23593 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Mar 02 03:39:30.811453 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbac37b-ee95-45c3-ba2f-71ce592f8382 req-bc7b51da-9fe9-4cc9-9496-6dc9c27f8a5e tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:30.812911 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-adbac37b-ee95-45c3-ba2f-71ce592f8382 req-bc7b51da-9fe9-4cc9-9496-6dc9c27f8a5e tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0503936 Mar 02 03:39:30.859340 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-adbac37b-ee95-45c3-ba2f-71ce592f8382 req-f889a8bd-3923-45dc-b79b-10017909aba1 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Mar 02 03:39:31.398266 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a4630-c73f-49f6-9c77-13bb3a6c789a req-4a2dcce8-38d9-45ec-833e-295b6d77d91e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:31.400429 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-112a4630-c73f-49f6-9c77-13bb3a6c789a req-4a2dcce8-38d9-45ec-833e-295b6d77d91e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0541806 Mar 02 03:39:31.448629 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-112a4630-c73f-49f6-9c77-13bb3a6c789a req-ee952106-1849-4ddc-9e16-10c72fb14d5d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Mar 02 03:39:31.976579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7fc4-e96f-45b1-9327-30bfb898cbdd req-90a8ac47-8474-4c0b-8e34-787a81693c7f tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:31.978189 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96aa7fc4-e96f-45b1-9327-30bfb898cbdd req-90a8ac47-8474-4c0b-8e34-787a81693c7f tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 944 time: 0.0527854 Mar 02 03:39:32.026785 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96aa7fc4-e96f-45b1-9327-30bfb898cbdd req-b81741b4-70cf-4be5-8055-cd7ea9f61672 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Mar 02 03:39:32.062744 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 0c2e3082-1fd0-46cf-943c-d66856ae42a9 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:39:32.112039 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:39:32.115650 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:39:32.116023 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:32.194992 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:39:32.195411 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:32.217888 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:39:32.220117 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d55924e-c18c-4b7f-a982-01e3b9f7a32a" -d '{"events": [{"server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:39:32.232587 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:39:32.236921 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:32.261740 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63529990-d5fb-4f00-b923-c26bf4b439fa x-openstack-request-id: req-63529990-d5fb-4f00-b923-c26bf4b439fa {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:39:32.262055 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "name": "network-vif-plugged", "status": "completed", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:39:32.262321 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63529990-d5fb-4f00-b923-c26bf4b439fa {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:39:32.262706 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9', 'code': 200} Mar 02 03:39:32.287349 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:39:32.510878 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5410a7e-d327-4bb4-8b83-144864897246 req-2aba655a-a4bd-4c8a-8b80-8e1897da499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:32.512399 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5410a7e-d327-4bb4-8b83-144864897246 req-2aba655a-a4bd-4c8a-8b80-8e1897da499b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0441275 Mar 02 03:39:32.587360 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5410a7e-d327-4bb4-8b83-144864897246 req-2afd44d0-82ee-46a7-ae67-8efb48703151 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641131 Mar 02 03:39:32.597459 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59b569-9bea-4a31-9c48-79f631277432 req-e4e5d14e-b30b-481c-b957-d93a9fcf4eac tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:32.598843 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd59b569-9bea-4a31-9c48-79f631277432 req-e4e5d14e-b30b-481c-b957-d93a9fcf4eac tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0835893 Mar 02 03:39:32.645693 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd59b569-9bea-4a31-9c48-79f631277432 req-11aa0219-2718-4942-8068-a2113083ccff tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Mar 02 03:39:33.145330 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daad7b-e9bc-4d31-b2a2-59d8c06270b7 req-2b1eab6e-1a30-40ee-8925-679521cb83b8 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:33.146758 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1daad7b-e9bc-4d31-b2a2-59d8c06270b7 req-2b1eab6e-1a30-40ee-8925-679521cb83b8 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Mar 02 03:39:33.193898 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1daad7b-e9bc-4d31-b2a2-59d8c06270b7 req-20738d98-011d-4128-a647-db229c17e9c4 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 02 03:39:33.768510 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b381f0-3d84-4cb8-83a2-ec1e2d55eac1 req-5151ee88-5d65-4c50-8564-515fb3a6a4a0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:33.770008 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-55b381f0-3d84-4cb8-83a2-ec1e2d55eac1 req-5151ee88-5d65-4c50-8564-515fb3a6a4a0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0551865 Mar 02 03:39:34.041449 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-55b381f0-3d84-4cb8-83a2-ec1e2d55eac1 req-e51aaa47-4319-49b0-b243-9539b7f30833 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659016 Mar 02 03:39:34.315072 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b2f9-d5a3-4c40-b661-0f2112b4cea2 req-a1b37471-6e9a-4429-a690-0be87ad37d87 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:34.316583 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2385b2f9-d5a3-4c40-b661-0f2112b4cea2 req-a1b37471-6e9a-4429-a690-0be87ad37d87 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Mar 02 03:39:34.363162 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2385b2f9-d5a3-4c40-b661-0f2112b4cea2 req-bdd0958c-14de-4974-8135-1e42a377adc7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Mar 02 03:39:35.157544 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7117df-edeb-48da-81c6-c323321d7919 req-85605754-8640-43c1-a407-2b4b340ad9fc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:35.158990 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b7117df-edeb-48da-81c6-c323321d7919 req-85605754-8640-43c1-a407-2b4b340ad9fc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0518906 Mar 02 03:39:35.208619 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5b7117df-edeb-48da-81c6-c323321d7919 req-805490fe-ac7f-4fd5-ae6a-4c3c1598a9c0 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Mar 02 03:39:35.478248 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debed5c-ab2a-4687-8b4e-27e6b86c5431 req-a70c7098-bda7-4b66-93bb-d7ecb0f4c739 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:35.479740 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0debed5c-ab2a-4687-8b4e-27e6b86c5431 req-a70c7098-bda7-4b66-93bb-d7ecb0f4c739 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Mar 02 03:39:35.525053 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0debed5c-ab2a-4687-8b4e-27e6b86c5431 req-f0997c04-6b14-4378-acd7-afca428ad23f tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Mar 02 03:39:36.327945 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c884324-d1fe-45af-93a3-111e03e198f9 req-d8ca9a76-1e01-4311-a26d-9f3a43ab8b6e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:36.329570 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c884324-d1fe-45af-93a3-111e03e198f9 req-d8ca9a76-1e01-4311-a26d-9f3a43ab8b6e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Mar 02 03:39:36.375940 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c884324-d1fe-45af-93a3-111e03e198f9 req-778c059d-f60b-4d79-8958-5008544a62a5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Mar 02 03:39:36.937723 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:37.497775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ec1b7-65bf-4793-aeb8-0c5f7a379420 req-d7127e16-2b50-4473-a0d3-26b988f285e1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:37.499173 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da4ec1b7-65bf-4793-aeb8-0c5f7a379420 req-d7127e16-2b50-4473-a0d3-26b988f285e1 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0552258 Mar 02 03:39:37.545108 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da4ec1b7-65bf-4793-aeb8-0c5f7a379420 req-d91fce9d-47a7-4992-a737-161fd9689d3d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Mar 02 03:39:38.661574 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478a5aa-f4cf-4cc8-9d76-369080a2812b req-bd65a393-4525-43d1-8fcb-20bc143f0382 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:38.662950 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8478a5aa-f4cf-4cc8-9d76-369080a2812b req-bd65a393-4525-43d1-8fcb-20bc143f0382 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Mar 02 03:39:38.708739 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8478a5aa-f4cf-4cc8-9d76-369080a2812b req-b7e2eec2-e9b0-452e-9710-9fc9eefa3fb5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Mar 02 03:39:39.826490 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b952-ac56-41d3-9946-a127f56c0ce9 req-dc25fa4b-d053-4fe2-9959-ffc5920229bc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:39.832023 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80e9b952-ac56-41d3-9946-a127f56c0ce9 req-dc25fa4b-d053-4fe2-9959-ffc5920229bc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0551310 Mar 02 03:39:39.875626 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80e9b952-ac56-41d3-9946-a127f56c0ce9 req-22f191ec-ce95-4124-97cf-5fc5e3318d1f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Mar 02 03:39:40.991775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93cf3b-4a54-458b-aa8c-84ad18bec215 req-e84ae81e-166e-4a1c-adad-42a5ef0e94e4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:40.994032 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e93cf3b-4a54-458b-aa8c-84ad18bec215 req-e84ae81e-166e-4a1c-adad-42a5ef0e94e4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0528529 Mar 02 03:39:41.039499 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e93cf3b-4a54-458b-aa8c-84ad18bec215 req-771530e4-b1f3-4fc2-a09f-996d0c954e72 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401206 Mar 02 03:39:42.188225 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae71c-fe0e-4500-a220-933f130bcdcc req-aae9c500-ba6a-459c-b666-965ebf8ca965 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:42.189310 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3aeae71c-fe0e-4500-a220-933f130bcdcc req-aae9c500-ba6a-459c-b666-965ebf8ca965 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0748599 Mar 02 03:39:42.248217 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3aeae71c-fe0e-4500-a220-933f130bcdcc req-253bed9f-472b-4123-8e86-45b3145f0978 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Mar 02 03:39:43.375212 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd0cfb-12ca-4067-ac80-207eda21f669 req-7a58aa49-4a69-4241-8ba7-3a67f14ea6cc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:43.376743 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-92fd0cfb-12ca-4067-ac80-207eda21f669 req-7a58aa49-4a69-4241-8ba7-3a67f14ea6cc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0585377 Mar 02 03:39:43.427568 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-92fd0cfb-12ca-4067-ac80-207eda21f669 req-b2d9ff5c-b7ed-4241-82cf-b07b7433b191 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Mar 02 03:39:44.548298 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2e428-6ce3-4dfe-8718-bc0946230011 req-1fe26e00-ff23-433c-9c75-d17cdf4e76d5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:44.549768 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1ba2e428-6ce3-4dfe-8718-bc0946230011 req-1fe26e00-ff23-433c-9c75-d17cdf4e76d5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Mar 02 03:39:44.595319 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1ba2e428-6ce3-4dfe-8718-bc0946230011 req-f26684bb-3b78-4e5b-902e-aa653712951a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Mar 02 03:39:45.715709 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf8cf-3f4d-4597-b7fe-bd28b1253cfa req-2e7bf1d0-4b48-4f6d-8401-619e43f617f3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:45.717087 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e10bf8cf-3f4d-4597-b7fe-bd28b1253cfa req-2e7bf1d0-4b48-4f6d-8401-619e43f617f3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0566392 Mar 02 03:39:45.762157 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e10bf8cf-3f4d-4597-b7fe-bd28b1253cfa req-60539bbd-2fb4-491a-b551-1e1ce9e1fe7e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396039 Mar 02 03:39:46.878319 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bf2a7-3a1b-4400-911d-6b0524b2e638 req-f57a8336-3c5b-4efd-9948-4d08b80191ea tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:46.879840 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-034bf2a7-3a1b-4400-911d-6b0524b2e638 req-f57a8336-3c5b-4efd-9948-4d08b80191ea tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0532172 Mar 02 03:39:46.926374 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-034bf2a7-3a1b-4400-911d-6b0524b2e638 req-a971ca15-f4ca-4f52-b8a4-4c77b648eb99 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Mar 02 03:39:47.667898 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-333a9414-0c56-4540-9276-00452a84adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:48.045264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ede37-0661-4ba6-80f4-85077819148c req-90a2ebdc-867b-41f2-8419-51360957afd8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:48.046756 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-189ede37-0661-4ba6-80f4-85077819148c req-90a2ebdc-867b-41f2-8419-51360957afd8 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Mar 02 03:39:48.096784 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-189ede37-0661-4ba6-80f4-85077819148c req-9e76dc16-5ec8-4587-b1b3-dc0f6d68d65e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Mar 02 03:39:49.214073 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e3364-ca7b-4669-a977-f4862f14966e req-4cee213b-669d-4fc1-a6a1-2c19bbf506e7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:49.215579 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c3e3364-ca7b-4669-a977-f4862f14966e req-4cee213b-669d-4fc1-a6a1-2c19bbf506e7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Mar 02 03:39:49.262029 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c3e3364-ca7b-4669-a977-f4862f14966e req-a588fd47-a501-4c52-9de8-ca91ea74ae28 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Mar 02 03:39:50.079079 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6c88f4de-7b4b-4345-a01c-d88b9fb16b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:50.378561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb6c20-ab2a-4e71-9415-d145b5b2e9f5 req-dd411b46-6dc0-4a8a-bac2-f4a440cc0a1d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:50.380012 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4bb6c20-ab2a-4e71-9415-d145b5b2e9f5 req-dd411b46-6dc0-4a8a-bac2-f4a440cc0a1d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Mar 02 03:39:50.426781 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4bb6c20-ab2a-4e71-9415-d145b5b2e9f5 req-72da867b-a386-44a2-92f3-c8cd862aa469 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Mar 02 03:39:50.941892 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:51.548908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a65f27-677c-4523-8f74-836b2afc5345 req-178e83c6-f8e6-47c6-94ca-bbff412af8b7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:51.550474 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46a65f27-677c-4523-8f74-836b2afc5345 req-178e83c6-f8e6-47c6-94ca-bbff412af8b7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0564744 Mar 02 03:39:51.595266 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46a65f27-677c-4523-8f74-836b2afc5345 req-7a265d1c-1b41-4d48-a1cc-eafb9fa9e07f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Mar 02 03:39:52.392668 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:52.712813 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8741-eb30-4eed-a4b6-ac0539f457ab req-04fa2f78-2cb5-4c2a-af29-9b63ef04a485 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:52.714324 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-082e8741-eb30-4eed-a4b6-ac0539f457ab req-04fa2f78-2cb5-4c2a-af29-9b63ef04a485 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Mar 02 03:39:52.760267 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-082e8741-eb30-4eed-a4b6-ac0539f457ab req-9c6d4e0e-3344-4484-a989-3f508ad0ae5a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Mar 02 03:39:53.884656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53371517-224d-4560-9769-35eda36d5ce3 req-4703f955-a26e-4dca-8bc9-495afc07d803 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:53.886201 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53371517-224d-4560-9769-35eda36d5ce3 req-4703f955-a26e-4dca-8bc9-495afc07d803 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0576751 Mar 02 03:39:53.960993 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53371517-224d-4560-9769-35eda36d5ce3 req-9c648a20-339c-40fa-8736-556235fbf36f tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Mar 02 03:39:53.971836 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1192-6291-4034-adc5-40896ec4a368 req-598b56e3-6c60-4203-8d93-69da1d82e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:53.973412 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-856e1192-6291-4034-adc5-40896ec4a368 req-598b56e3-6c60-4203-8d93-69da1d82e854 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0676968 Mar 02 03:39:53.981667 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:39:54.028946 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-856e1192-6291-4034-adc5-40896ec4a368 req-c49baf7b-fc95-44f8-bfd3-e67ff0098020 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Mar 02 03:39:54.089533 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:39:55.082657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f7802-cfd4-44a7-9caa-89c54bca909f req-d453f299-a3bd-42e9-8dec-dc36821cd43e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:55.084189 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-630f7802-cfd4-44a7-9caa-89c54bca909f req-d453f299-a3bd-42e9-8dec-dc36821cd43e tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0540538 Mar 02 03:39:55.135035 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-630f7802-cfd4-44a7-9caa-89c54bca909f req-94c9f7f1-0186-4220-99b4-ebc02edad72b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Mar 02 03:39:56.249538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb41ec-3721-49a5-84ba-e9f494c186a5 req-2b13f7d6-ae7f-4700-a3ce-ff298dda93c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:56.251028 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8bb41ec-3721-49a5-84ba-e9f494c186a5 req-2b13f7d6-ae7f-4700-a3ce-ff298dda93c5 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0509660 Mar 02 03:39:56.300920 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8bb41ec-3721-49a5-84ba-e9f494c186a5 req-576ffe31-0707-412f-9ad7-74103ed33142 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Mar 02 03:39:56.607088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b9cf8-fd2b-4d96-9c6a-9bc9deb3e72b req-62f339ff-48e0-4d29-b3e5-ea89ba46f856 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:56.608477 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f9b9cf8-fd2b-4d96-9c6a-9bc9deb3e72b req-62f339ff-48e0-4d29-b3e5-ea89ba46f856 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Mar 02 03:39:56.653326 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0f9b9cf8-fd2b-4d96-9c6a-9bc9deb3e72b req-395f3ec5-3a30-42e9-a42d-f3ad5a48b3ad tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393410 Mar 02 03:39:56.786607 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-887badc8-084d-4888-abcd-e35de9551b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:56.788130 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-887badc8-084d-4888-abcd-e35de9551b4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0476444 Mar 02 03:39:56.882118 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-abcad9cf-9190-4194-be36-30f1b63437ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:56.883689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-abcad9cf-9190-4194-be36-30f1b63437ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.0816956 Mar 02 03:39:56.929098 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-6b9989f4-2e87-43e5-a8fa-88d8efac29c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.0374677 Mar 02 03:39:56.977620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-daaf564e-3458-4afe-bf86-3abb9851ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:56.979280 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-daaf564e-3458-4afe-bf86-3abb9851ac21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0427885 Mar 02 03:39:57.012369 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-61e46a11-40fd-4a69-bd85-2c6fb8d08722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256035 Mar 02 03:39:57.100421 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-b755263e-ea86-4b46-91db-d616a6d22af6 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792596 Mar 02 03:39:57.191193 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-04bc8a16-1f72-4505-bf0c-b268542fcffb req-56d0ab9e-9f25-40a5-b96d-86837a2ec70d service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835450 Mar 02 03:39:57.594117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef324dc-2052-4a4f-9fe1-0a93a000ab15 req-00feed46-2117-4048-86e6-89660f90dc3f tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:57.595697 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1ef324dc-2052-4a4f-9fe1-0a93a000ab15 req-00feed46-2117-4048-86e6-89660f90dc3f tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0539484 Mar 02 03:39:57.642450 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1ef324dc-2052-4a4f-9fe1-0a93a000ab15 req-3affe241-fdf2-416a-aa3e-9f7050530f55 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Mar 02 03:39:57.783444 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108caa-8e4c-48f4-8287-cc606113b4ae req-59880ae7-dc5f-4d14-9b31-cfbef61af659 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:57.784883 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-17108caa-8e4c-48f4-8287-cc606113b4ae req-59880ae7-dc5f-4d14-9b31-cfbef61af659 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0558350 Mar 02 03:39:57.830755 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-17108caa-8e4c-48f4-8287-cc606113b4ae req-403546b9-82fd-42bc-a367-8e197b913939 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Mar 02 03:39:58.761348 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846fabf-4f05-4328-b81f-cb8cf3d6fd1b req-35cac630-c73a-4757-be90-39e8bde97375 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:58.762814 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4846fabf-4f05-4328-b81f-cb8cf3d6fd1b req-35cac630-c73a-4757-be90-39e8bde97375 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0548816 Mar 02 03:39:58.809433 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4846fabf-4f05-4328-b81f-cb8cf3d6fd1b req-7ec8721f-a79d-4473-8d6b-af6602b729da tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Mar 02 03:39:58.945956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c92a-ad10-4eba-a5ce-6fa1f32e57e3 req-70560dff-cd71-43e7-b270-ce5188c07bd2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:58.947352 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4923c92a-ad10-4eba-a5ce-6fa1f32e57e3 req-70560dff-cd71-43e7-b270-ce5188c07bd2 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Mar 02 03:39:58.996462 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4923c92a-ad10-4eba-a5ce-6fa1f32e57e3 req-353af848-564e-4a12-a2cd-941bb36f5892 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Mar 02 03:39:59.925536 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fece57-2968-4aa1-ab9f-985d2a400407 req-99789b9d-ef20-47dd-a69f-21eef283aa43 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:39:59.927004 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d4fece57-2968-4aa1-ab9f-985d2a400407 req-99789b9d-ef20-47dd-a69f-21eef283aa43 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0518458 Mar 02 03:39:59.973461 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d4fece57-2968-4aa1-ab9f-985d2a400407 req-b2ef3133-3f09-42cd-afa3-3ad6f87053b7 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/security-groups?id=377e1472-98da-4d38-9c50-54e767daf925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Mar 02 03:40:00.023160 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-2ee77d28-be3d-4417-9602-a410c95c7021 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:00.025220 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-2ee77d28-be3d-4417-9602-a410c95c7021 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 945 time: 0.0509219 Mar 02 03:40:00.150608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b0dc-1bcc-4bff-9657-f2680ddc9892 req-9ec051d2-decf-4224-b9b5-bea5c4e96b9d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:00.152419 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1092b0dc-1bcc-4bff-9657-f2680ddc9892 req-9ec051d2-decf-4224-b9b5-bea5c4e96b9d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0862653 Mar 02 03:40:00.177727 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Deleting port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:00.178059 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:00.250077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1092b0dc-1bcc-4bff-9657-f2680ddc9892 req-3c6fda6d-af83-4aed-bdfd-3881e8df4fa6 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912678 Mar 02 03:40:00.290366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] For port 0c2e3082-1fd0-46cf-943c-d66856ae42a9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=0c2e3082-1fd0-46cf-943c-d66856ae42a9,segment=NetworkSegment(c713af55-58c4-43df-9b6d-2b1e39da5ed8),segment_id=c713af55-58c4-43df-9b6d-2b1e39da5ed8)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:00.290870 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:00.303710 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Calling delete_port for 0c2e3082-1fd0-46cf-943c-d66856ae42a9 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:00.432746 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (0c2e3082-1fd0-46cf-943c-d66856ae42a9), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:00.464051 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Pushing event deleted for resources: {'Port': ['ID=0c2e3082-1fd0-46cf-943c-d66856ae42a9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:00.478085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['0c2e3082-1fd0-46cf-943c-d66856ae42a9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:40:00.515841 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] No DVR routers for this DVR port 0c2e3082-1fd0-46cf-943c-d66856ae42a9 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:40:00.518203 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:00.521607 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e3c259b-f196-4974-b0e6-88ec77a18258 req-369d9d6f-eb7d-4fcd-8983-c68193631721 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.35 "DELETE /v2.0/ports/0c2e3082-1fd0-46cf-943c-d66856ae42a9 HTTP/1.1" status: 204 len: 173 time: 0.4887247 Mar 02 03:40:00.522141 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'name': 'network-vif-deleted', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:00.524942 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b5a115-7633-4da3-999f-1695559db693" -d '{"events": [{"server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "name": "network-vif-deleted", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:00.564762 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b60f2a-30fd-4afc-8c44-bb03ab48bca4 x-openstack-request-id: req-89b60f2a-30fd-4afc-8c44-bb03ab48bca4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:00.565040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4cc78a-0eee-414f-b94c-ce46d164cbd9", "name": "network-vif-deleted", "tag": "0c2e3082-1fd0-46cf-943c-d66856ae42a9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:00.565293 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89b60f2a-30fd-4afc-8c44-bb03ab48bca4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:00.565689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4cc78a-0eee-414f-b94c-ce46d164cbd9', 'name': 'network-vif-deleted', 'tag': '0c2e3082-1fd0-46cf-943c-d66856ae42a9', 'status': 'completed', 'code': 200} Mar 02 03:40:01.076592 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-812bcbdb-04bc-407f-b2ba-a433096ba26c req-a563d56e-e0be-40ef-8bd0-53823a948800 tempest-VolumesSnapshotTestJSON-1597627660 tempest-VolumesSnapshotTestJSON-1597627660-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4cc78a-0eee-414f-b94c-ce46d164cbd9 HTTP/1.1" status: 200 len: 210 time: 0.0265923 Mar 02 03:40:05.463127 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 0c2e3082-1fd0-46cf-943c-d66856ae42a9 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:05.483319 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 0c2e3082-1fd0-46cf-943c-d66856ae42a9 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:05.483665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 0c2e3082-1fd0-46cf-943c-d66856ae42a9 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:06.957397 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:07.264757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7d18d-f551-482f-a438-fdfde673a0b2 req-114809fb-3e29-4da2-a7ab-7ccc97b6cebd tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:07.266246 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ea7d18d-f551-482f-a438-fdfde673a0b2 req-114809fb-3e29-4da2-a7ab-7ccc97b6cebd tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0561965 Mar 02 03:40:07.312071 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9ea7d18d-f551-482f-a438-fdfde673a0b2 req-dc95a62a-6daa-4db4-b401-0022adbd5545 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Mar 02 03:40:08.431104 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834939-e2d6-4752-97ba-9b1cd4158731 req-ef6ff950-6914-4cec-8f62-84ba78f5b7ba tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:08.432624 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54834939-e2d6-4752-97ba-9b1cd4158731 req-ef6ff950-6914-4cec-8f62-84ba78f5b7ba tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0515144 Mar 02 03:40:08.488500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54834939-e2d6-4752-97ba-9b1cd4158731 req-c977a339-3636-4d83-b9e7-e88cebbc2464 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Mar 02 03:40:08.530817 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-1dcd8b61-d804-443c-b9b7-f6b0885494d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535176 Mar 02 03:40:08.631946 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-670120eb-a09e-47fc-82aa-b26e12b1585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:08.633352 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-670120eb-a09e-47fc-82aa-b26e12b1585f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=71f89629bbd3430a8609e478eef5895b&device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 1129 time: 0.0466423 Mar 02 03:40:08.737876 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-b8fc4b48-c8a5-4f43-bf3c-2dbd4e50a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:08.739379 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-b8fc4b48-c8a5-4f43-bf3c-2dbd4e50a68d service neutron] 10.222.0.35 "GET /v2.0/networks?id=4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 200 len: 919 time: 0.0827365 Mar 02 03:40:08.784447 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-6db1cd4e-5a9b-4a7b-a90b-0e0841002226 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 200 len: 217 time: 0.0368078 Mar 02 03:40:08.833239 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-686204c6-68b5-40f3-b2d0-af5f665f967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:08.834674 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-686204c6-68b5-40f3-b2d0-af5f665f967f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 200 len: 859 time: 0.0435088 Mar 02 03:40:08.875015 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-95e23a07-c832-4a94-949a-1d588dda1ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4670bf1f-bec7-4596-ac96-b110fd818e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247240 Mar 02 03:40:08.966730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-4c47bfc3-3958-4686-9c03-238c7a1e572d service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Mar 02 03:40:09.054564 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4bc26311-c761-4b5f-a5a4-5ab0d7b7aa14 req-16dd36c0-5134-4024-a76d-a135a95b2bd3 service neutron] 10.222.0.35 "GET /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806181 Mar 02 03:40:09.607849 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445ca7-6a18-4b65-948b-8811b98b141f req-258cb2ca-06e1-41ff-804a-59db13daf40d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:09.609329 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df445ca7-6a18-4b65-948b-8811b98b141f req-258cb2ca-06e1-41ff-804a-59db13daf40d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0535870 Mar 02 03:40:09.658192 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df445ca7-6a18-4b65-948b-8811b98b141f req-9fe6030e-0fd2-4b4a-91cb-29964cbe52b9 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Mar 02 03:40:10.570423 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-e2c0272a-296f-4e4e-b283-b440efd40c90 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:10.575020 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-e2c0272a-296f-4e4e-b283-b440efd40c90 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0572948 Mar 02 03:40:10.674702 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Deleting port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:10.675396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:10.792425 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] For port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:10.792785 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:10.808002 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Calling delete_port for 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:10.818195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356ebec-90d0-434b-93b7-8bc4aabb0363 req-d15b9765-5297-4989-b5f0-931f101b8593 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:10.819678 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1356ebec-90d0-434b-93b7-8bc4aabb0363 req-d15b9765-5297-4989-b5f0-931f101b8593 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 946 time: 0.0927823 Mar 02 03:40:10.912086 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1356ebec-90d0-434b-93b7-8bc4aabb0363 req-4912f445-f15a-439f-98ce-00bba580bd61 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854032 Mar 02 03:40:10.978197 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (4adb2ae7-9d65-494f-ac1f-d825bc2a9d49), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:11.012179 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Pushing event deleted for resources: {'Port': ['ID=4adb2ae7-9d65-494f-ac1f-d825bc2a9d49,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:11.033608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.033981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.034319 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.034668 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.035009 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.035403 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.035744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.036082 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.036417 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.036748 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.037080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.037419 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.037741 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:11.063588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] No DVR routers for this DVR port 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:40:11.065979 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:11.069336 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c43a58e3-a419-4faa-a9ea-8f93828c0070 req-1d2b595c-943c-4f57-a292-df97dd400b33 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "DELETE /v2.0/ports/4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 HTTP/1.1" status: 204 len: 173 time: 0.4868073 Mar 02 03:40:11.069783 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'name': 'network-vif-deleted', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:11.072750 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153a7d6b-a49f-454a-898a-555077a0bedb" -d '{"events": [{"server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "name": "network-vif-deleted", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:11.108042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461df46-ee32-4d4c-add7-623e7870acd4 x-openstack-request-id: req-e461df46-ee32-4d4c-add7-623e7870acd4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:11.108359 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1154afc0-676f-4f85-94fe-a605573997b5", "name": "network-vif-deleted", "tag": "4adb2ae7-9d65-494f-ac1f-d825bc2a9d49", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:11.108638 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e461df46-ee32-4d4c-add7-623e7870acd4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:11.109039 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154afc0-676f-4f85-94fe-a605573997b5', 'name': 'network-vif-deleted', 'tag': '4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', 'status': 'completed', 'code': 200} Mar 02 03:40:11.291726 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cc8c1-fecb-4323-8d75-433bad6c8fd9 req-b957e8a1-cda4-4ba4-8bfa-b8e1a43b1286 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:11.293188 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b9cc8c1-fecb-4323-8d75-433bad6c8fd9 req-b957e8a1-cda4-4ba4-8bfa-b8e1a43b1286 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0526073 Mar 02 03:40:11.351485 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0b9cc8c1-fecb-4323-8d75-433bad6c8fd9 req-69f8e05a-8669-4697-bfda-d3e3daedcb25 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526972 Mar 02 03:40:12.007350 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77f4c60c-30b4-4cfc-b4bb-97c1cd1ab724 req-7e66ce58-86d6-48ff-84d7-75baa26c9976 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 210 time: 0.0269644 Mar 02 03:40:12.467208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c11b9a-3a4c-4aef-bbc9-ab396a62cb1a req-3a90c2fa-dc7e-422b-bc33-a29478cc0f04 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:12.468661 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-73c11b9a-3a4c-4aef-bbc9-ab396a62cb1a req-3a90c2fa-dc7e-422b-bc33-a29478cc0f04 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0521924 Mar 02 03:40:12.530398 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-73c11b9a-3a4c-4aef-bbc9-ab396a62cb1a req-6f36f45f-cd0d-4373-ad48-c06838f819c7 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558565 Mar 02 03:40:13.100389 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e1697652-5d45-4455-a198-7c86c6a8ff83 req-f4e03cbf-6f72-4ab7-a840-885ebafe099b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Mar 02 03:40:13.647087 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93256020-1610-43ba-be5f-e013d90a5953 req-f64fbdad-b4bc-4736-b673-2e0829e50bcb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:13.648533 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93256020-1610-43ba-be5f-e013d90a5953 req-f64fbdad-b4bc-4736-b673-2e0829e50bcb tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0515070 Mar 02 03:40:13.710124 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-93256020-1610-43ba-be5f-e013d90a5953 req-6b51e0e9-8a8e-4838-8a6a-21e76c814ade tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558863 Mar 02 03:40:13.714093 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['4adb2ae7-9d65-494f-ac1f-d825bc2a9d49', '14e262d3-569e-4b08-8103-f41c4635b575'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:40:13.935842 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-a747f564-8faa-45e3-b963-cf791b27a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:13.937332 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-a747f564-8faa-45e3-b963-cf791b27a109 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1169 time: 0.0449605 Mar 02 03:40:14.034678 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-03082438-41f5-46bb-93b3-61e00111a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:14.036352 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-03082438-41f5-46bb-93b3-61e00111a946 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.0927293 Mar 02 03:40:14.103044 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-c2ee3012-b126-47a3-8b86-4fd93d3a6b71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 1001 time: 0.0586958 Mar 02 03:40:14.160485 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-d9167e75-6909-46d8-a7be-d00c6a9af958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:14.161970 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-d9167e75-6909-46d8-a7be-d00c6a9af958 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0480208 Mar 02 03:40:14.229697 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6ea3ed51-4014-4ace-9105-0971e3975be4 req-8c8f0aa7-3694-471c-9d7a-4adc836aa31b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=1154afc0-676f-4f85-94fe-a605573997b5 HTTP/1.1" status: 200 len: 210 time: 0.0467784 Mar 02 03:40:14.250771 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-5381a6b5-5f07-4c42-8f8b-ec265ba1905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:14.252877 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-5381a6b5-5f07-4c42-8f8b-ec265ba1905d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779977 Mar 02 03:40:14.390527 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-b070e493-e384-431d-a066-05a3531cdfd2 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180151 Mar 02 03:40:14.397917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64c8f0-344f-48c8-ad6d-c74b4296c068 req-c8058417-c4e7-4ef4-8cf9-00afe0a15e90 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:14.399454 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e64c8f0-344f-48c8-ad6d-c74b4296c068 req-c8058417-c4e7-4ef4-8cf9-00afe0a15e90 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.1066716 Mar 02 03:40:14.499904 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8e64c8f0-344f-48c8-ad6d-c74b4296c068 req-a7f7e970-146b-4467-8112-610967f8f7f1 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946720 Mar 02 03:40:14.522162 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a94bcc09-9b36-4dfe-a6cc-aebd85cf13ed req-9daad06a-ea4c-45f6-9557-b2a7d9ac0f66 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153319 Mar 02 03:40:14.847722 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09912d82-e318-4619-8d89-abb7d3695da7 req-03664843-cc36-4658-9f41-87fd515fb526 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:14.849239 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09912d82-e318-4619-8d89-abb7d3695da7 req-03664843-cc36-4658-9f41-87fd515fb526 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0560052 Mar 02 03:40:14.909657 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09912d82-e318-4619-8d89-abb7d3695da7 req-7546c710-8b67-4e59-acba-188589d8c575 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539510 Mar 02 03:40:15.504141 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6efd8-666f-472f-b8e2-f915b1c199fb req-14b48d0c-5fec-4921-bda7-2a0818f81bf4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:15.505587 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bdd6efd8-666f-472f-b8e2-f915b1c199fb req-14b48d0c-5fec-4921-bda7-2a0818f81bf4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0509229 Mar 02 03:40:15.557194 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bdd6efd8-666f-472f-b8e2-f915b1c199fb req-723af8e0-41d4-4070-814c-5f4add9dd707 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Mar 02 03:40:15.618608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648523bf-9eac-4871-8665-35d0a9b8e46f req-3331dbc0-aa2f-4546-989c-dfe169146508 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:15.620080 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-648523bf-9eac-4871-8665-35d0a9b8e46f req-3331dbc0-aa2f-4546-989c-dfe169146508 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0514688 Mar 02 03:40:15.666740 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-648523bf-9eac-4871-8665-35d0a9b8e46f req-0b2f27ec-5031-4888-848e-4a09447b07a3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411389 Mar 02 03:40:16.023991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f74a9f-09ff-4e6c-8e34-e4751ee5cd89 req-1697aa13-47cf-420c-8f33-4b2f2c8220ee tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:16.025468 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8f74a9f-09ff-4e6c-8e34-e4751ee5cd89 req-1697aa13-47cf-420c-8f33-4b2f2c8220ee tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0523598 Mar 02 03:40:16.083787 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8f74a9f-09ff-4e6c-8e34-e4751ee5cd89 req-83247c1d-01f9-4c15-a080-0bab8bafdf15 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526102 Mar 02 03:40:16.679586 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61820e4e-a8af-4a22-9b58-521b6d586587 req-c1ac25c0-6cb7-45a7-b09f-05e274bb8dfb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:16.681207 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-61820e4e-a8af-4a22-9b58-521b6d586587 req-c1ac25c0-6cb7-45a7-b09f-05e274bb8dfb tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0566933 Mar 02 03:40:16.728811 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-61820e4e-a8af-4a22-9b58-521b6d586587 req-e0e45008-d48b-4765-8053-2667554bd8cc tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Mar 02 03:40:16.784758 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e41dcc-d4d6-478a-9f4b-33654fc2f890 req-00543161-140d-459e-8468-75cfc0fb8315 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:16.786216 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0e41dcc-d4d6-478a-9f4b-33654fc2f890 req-00543161-140d-459e-8468-75cfc0fb8315 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Mar 02 03:40:16.832101 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f0e41dcc-d4d6-478a-9f4b-33654fc2f890 req-2c0b6e21-1e6c-4570-af17-877b08121c81 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Mar 02 03:40:17.202798 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9d22-bb3c-4f90-b60d-79e15a6a8c3b req-384ede7e-74a5-48ee-93a2-f06b27e5335d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:17.204268 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f52a9d22-bb3c-4f90-b60d-79e15a6a8c3b req-384ede7e-74a5-48ee-93a2-f06b27e5335d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0556834 Mar 02 03:40:17.262083 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f52a9d22-bb3c-4f90-b60d-79e15a6a8c3b req-1f007fc6-1580-4643-8cb2-7680150a3ca2 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520875 Mar 02 03:40:17.348047 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-d2c90d6b-774a-4a37-953c-b3a8959be311 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:17.349497 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-d2c90d6b-774a-4a37-953c-b3a8959be311 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.0515919 Mar 02 03:40:17.444680 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Deleting port 10447e32-8d88-44df-9480-8b3b38b17f4e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:17.445367 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:17.537584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] For port 10447e32-8d88-44df-9480-8b3b38b17f4e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=10447e32-8d88-44df-9480-8b3b38b17f4e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:17.537988 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:17.669268 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0995fede-7e3a-4b5a-b380-89f793c705aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:17.734477 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:17.755606 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:17.755962 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4adb2ae7-9d65-494f-ac1f-d825bc2a9d49 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:18.053999 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:18.054573 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:18.054707 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Floating IP 8540dea1-ce45-4fb5-b7a6-89ef750670b3 disassociated. External IP: 172.27.0.241, port: 10447e32-8d88-44df-9480-8b3b38b17f4e. Mar 02 03:40:18.055003 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Calling delete_port for 10447e32-8d88-44df-9480-8b3b38b17f4e owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:18.084236 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268867c2-3683-411d-ad8c-c4fc77dd5abd req-b80dc5d1-dbfc-4d9c-87b4-38728077b41a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:18.085708 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-268867c2-3683-411d-ad8c-c4fc77dd5abd req-b80dc5d1-dbfc-4d9c-87b4-38728077b41a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1235940 Mar 02 03:40:18.092761 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44242976-34f0-4a3d-98d5-1b3676e7f709 req-2c39aac5-f2ab-4328-92bc-2735d18c6dbf tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:18.094102 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44242976-34f0-4a3d-98d5-1b3676e7f709 req-2c39aac5-f2ab-4328-92bc-2735d18c6dbf tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 946 time: 0.1303501 Mar 02 03:40:18.213142 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-268867c2-3683-411d-ad8c-c4fc77dd5abd req-8ceba09b-5af8-495a-96c0-f859db2b93c4 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175246 Mar 02 03:40:18.228399 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44242976-34f0-4a3d-98d5-1b3676e7f709 req-aadef47b-5efa-4e5b-9ed6-f77fe941ec55 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=01408f73-4cda-4b0b-b105-8c839a8cbec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261396 Mar 02 03:40:18.284872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (10447e32-8d88-44df-9480-8b3b38b17f4e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:18.315185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'Port': ['ID=10447e32-8d88-44df-9480-8b3b38b17f4e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:18.460330 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545178-4898-4d5e-99f7-4a0d9d4a6b66 req-3d296728-1e98-44b2-9537-7847295afd80 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:18.461823 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e545178-4898-4d5e-99f7-4a0d9d4a6b66 req-3d296728-1e98-44b2-9537-7847295afd80 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.1045003 Mar 02 03:40:18.495347 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:40:18.589424 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e545178-4898-4d5e-99f7-4a0d9d4a6b66 req-e35d8a8f-142c-4b55-9f6d-b47f61e7288c tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181602 Mar 02 03:40:18.645723 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:18.657348 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:18.669169 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:18.669811 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:18.691839 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] No DVR routers for this DVR port 10447e32-8d88-44df-9480-8b3b38b17f4e on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:40:18.694872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:18.698845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8d8eed6a-4de4-4252-bd5d-d4e040782062 req-e40e80c2-bef3-4678-9fdc-6518bc46a709 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "DELETE /v2.0/ports/10447e32-8d88-44df-9480-8b3b38b17f4e HTTP/1.1" status: 204 len: 173 time: 1.3425837 Mar 02 03:40:18.699322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'name': 'network-vif-deleted', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:18.702114 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4fd4c7-b083-4e90-8585-a88ebfcd5181" -d '{"events": [{"server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "name": "network-vif-deleted", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:18.754772 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cff77d-713b-45b6-8940-e6073100c099 x-openstack-request-id: req-a7cff77d-713b-45b6-8940-e6073100c099 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:18.755299 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e4602d0-7bdf-4d87-a748-e9b324e1a566", "name": "network-vif-deleted", "tag": "10447e32-8d88-44df-9480-8b3b38b17f4e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:18.755602 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7cff77d-713b-45b6-8940-e6073100c099 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:18.756109 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e4602d0-7bdf-4d87-a748-e9b324e1a566', 'name': 'network-vif-deleted', 'tag': '10447e32-8d88-44df-9480-8b3b38b17f4e', 'status': 'completed', 'code': 200} Mar 02 03:40:18.784802 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:18.984952 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:19.014757 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:19.023184 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:19.023783 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:39:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:19.129165 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:19.357031 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:19.369838 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-014691a3-0083-4f3f-a0a7-a086880d7b6b req-91d93da9-5a6a-463d-8ded-daf9a5f11266 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e4602d0-7bdf-4d87-a748-e9b324e1a566 HTTP/1.1" status: 200 len: 210 time: 0.0345337 Mar 02 03:40:19.377402 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777e81d-7136-4bc4-ab1c-39bcd1e5688e req-f70efc3e-7395-4f67-8ddc-1181c3f556d3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:19.378827 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1777e81d-7136-4bc4-ab1c-39bcd1e5688e req-f70efc3e-7395-4f67-8ddc-1181c3f556d3 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0902169 Mar 02 03:40:19.383960 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994e71a-b4fc-4864-b257-c6dce6d56d56 None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:19.463077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1777e81d-7136-4bc4-ab1c-39bcd1e5688e req-86752a04-1d15-4abd-984e-7d2950792737 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563407 Mar 02 03:40:19.683299 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5a03a-5387-4053-907d-b0d04219b830 None None] New status for floating IP 8540dea1-ce45-4fb5-b7a6-89ef750670b3: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:40:19.731466 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4dfcc-067a-42dc-940b-621925174d68 req-0000507f-1193-492a-baf7-5f9452eb8b52 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:19.733081 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81c4dfcc-067a-42dc-940b-621925174d68 req-0000507f-1193-492a-baf7-5f9452eb8b52 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0601273 Mar 02 03:40:19.761471 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 10447e32-8d88-44df-9480-8b3b38b17f4e no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:19.797402 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81c4dfcc-067a-42dc-940b-621925174d68 req-a2ea10f1-c573-4ca1-a73b-ed7b55837590 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587327 Mar 02 03:40:19.818074 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 10447e32-8d88-44df-9480-8b3b38b17f4e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:19.818565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 10447e32-8d88-44df-9480-8b3b38b17f4e not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:20.081735 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4f86443e-e1b6-4539-b578-c9199a4aaf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.461487 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40160) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:20.539317 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (01408f73-4cda-4b0b-b105-8c839a8cbec2), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.573999 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (01408f73-4cda-4b0b-b105-8c839a8cbec2), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.603218 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a0b73-53e9-4b33-9c81-b159a57a1683 req-250d1b6f-02ae-4435-a5ee-fcb51a615ab7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:20.604984 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-649a0b73-53e9-4b33-9c81-b159a57a1683 req-250d1b6f-02ae-4435-a5ee-fcb51a615ab7 tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0927644 Mar 02 03:40:20.666582 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-649a0b73-53e9-4b33-9c81-b159a57a1683 req-70456eeb-d4fb-4a41-b513-dfb814e7cc4b tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Mar 02 03:40:20.674424 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (01408f73-4cda-4b0b-b105-8c839a8cbec2), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.677173 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.682820 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "DELETE /v2.0/security-groups/01408f73-4cda-4b0b-b105-8c839a8cbec2 HTTP/1.1" status: 204 len: 168 time: 0.2167439 Mar 02 03:40:20.683771 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40166) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:20.692737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692fe55-0311-41f2-9a90-05e916c3fb0d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01408f73-4cda-4b0b-b105-8c839a8cbec2,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:20.712262 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-b633d777-1353-4034-a85c-0bb5fa33ce87 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] show failed (client error): The resource could not be found. Mar 02 03:40:20.716734 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b633d777-1353-4034-a85c-0bb5fa33ce87 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups/01408f73-4cda-4b0b-b105-8c839a8cbec2 HTTP/1.1" status: 404 len: 347 time: 0.0279336 Mar 02 03:40:20.716907 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40170) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:20.858862 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Deleting port bcaae103-d853-4e72-b540-a3f712caf89f {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:20.859248 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.964174 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.973830 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.974186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (bcaae103-d853-4e72-b540-a3f712caf89f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:20.983353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1121b22-efc5-4f63-b897-6f60a7f7c325 req-02e75a2e-4278-4d69-9364-6c9a275bd599 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:20.985035 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1121b22-efc5-4f63-b897-6f60a7f7c325 req-02e75a2e-4278-4d69-9364-6c9a275bd599 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.1137395 Mar 02 03:40:21.004543 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Calling delete_port for bcaae103-d853-4e72-b540-a3f712caf89f owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:21.116182 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1121b22-efc5-4f63-b897-6f60a7f7c325 req-e343cca1-909e-4acf-ab1a-e9d842b0b1df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247497 Mar 02 03:40:21.206635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (bcaae103-d853-4e72-b540-a3f712caf89f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.233593 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'Port': ['ID=bcaae103-d853-4e72-b540-a3f712caf89f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:21.296221 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (8540dea1-ce45-4fb5-b7a6-89ef750670b3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.298715 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.299884 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-887ca2f6-e6b7-4c69-9ca7-f9ba7856867e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "DELETE /v2.0/floatingips/8540dea1-ce45-4fb5-b7a6-89ef750670b3 HTTP/1.1" status: 204 len: 168 time: 0.5819175 Mar 02 03:40:21.788233 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f324-5dd2-4599-b789-895d2f69e4ec req-acf2ca7f-b3f5-4269-be88-b4ff7e6e0d5a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:21.789630 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9d73f324-5dd2-4599-b789-895d2f69e4ec req-acf2ca7f-b3f5-4269-be88-b4ff7e6e0d5a tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Mar 02 03:40:21.813674 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40184) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:21.818271 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373748180', 'description': 'tempest-description--1859116550'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:21.845614 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9d73f324-5dd2-4599-b789-895d2f69e4ec req-d1e42964-2138-4c06-9638-dbe0c0f940ff tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/security-groups?id=bc0e6e05-d647-4af1-8d1c-8a30603f4b71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497036 Mar 02 03:40:21.849832 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.928168 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (0342371b-a1f0-48aa-a6f1-23a818581b9b), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.932220 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (0342371b-a1f0-48aa-a6f1-23a818581b9b), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.956041 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:21.957308 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1426575 Mar 02 03:40:21.960308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40198) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:21.964891 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group_rule': {'security_group_id': '0342371b-a1f0-48aa-a6f1-23a818581b9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:21.973817 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865588f-650d-4a42-aca6-131163ddbd57 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0342371b-a1f0-48aa-a6f1-23a818581b9b,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:22.001895 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (144302e8-2e4f-4d1d-ac60-1d9ecd33a834), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.080029 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (144302e8-2e4f-4d1d-ac60-1d9ecd33a834), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.104089 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (144302e8-2e4f-4d1d-ac60-1d9ecd33a834), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.139314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.140498 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791890 Mar 02 03:40:22.142304 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679fdcf-2b37-4ee1-aae6-824b6e8884ad tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144302e8-2e4f-4d1d-ac60-1d9ecd33a834,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:22.143676 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40208) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:22.149372 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'security_group_rule': {'security_group_id': '0342371b-a1f0-48aa-a6f1-23a818581b9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:22.172105 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-710fbd2d-3c63-4600-a09e-0a15418ff81d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:22.173613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-710fbd2d-3c63-4600-a09e-0a15418ff81d tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 945 time: 0.1031435 Mar 02 03:40:22.183101 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (85a13999-c72b-4515-90f8-7cafe9358924), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.231739 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (85a13999-c72b-4515-90f8-7cafe9358924), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.235344 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (85a13999-c72b-4515-90f8-7cafe9358924), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.252932 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a13999-c72b-4515-90f8-7cafe9358924,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:22.262528 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.263752 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a2754c85-3be9-4c4b-909c-f8e2e06eaff7 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190953 Mar 02 03:40:22.266802 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40210) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:22.271106 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:22.291609 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.298039 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26812ad9-6858-4ddf-996d-b9c334e14416 req-c8bf519c-d3a2-4e12-875d-f3a54bf1729f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:22.299654 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-26812ad9-6858-4ddf-996d-b9c334e14416 req-c8bf519c-d3a2-4e12-875d-f3a54bf1729f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0923975 Mar 02 03:40:22.332972 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Deleting port 14e262d3-569e-4b08-8103-f41c4635b575 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:22.333257 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (14e262d3-569e-4b08-8103-f41c4635b575), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.397973 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.403490 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.423483 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-26812ad9-6858-4ddf-996d-b9c334e14416 req-7b351538-4e58-4c80-b2b8-b44188d31a9a tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173584 Mar 02 03:40:22.461355 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] For port 14e262d3-569e-4b08-8103-f41c4635b575, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=14e262d3-569e-4b08-8103-f41c4635b575,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:22.461724 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (14e262d3-569e-4b08-8103-f41c4635b575), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.475263 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Calling delete_port for 14e262d3-569e-4b08-8103-f41c4635b575 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:22.513099 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Allocated IP 172.27.0.17 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/ef9524d1-e540-4600-aad3-899717d183bf) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:22.610040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (14e262d3-569e-4b08-8103-f41c4635b575), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.612230 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (ef9524d1-e540-4600-aad3-899717d183bf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.639560 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Pushing event deleted for resources: {'Port': ['ID=14e262d3-569e-4b08-8103-f41c4635b575,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:22.647716 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['14e262d3-569e-4b08-8103-f41c4635b575'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:40:22.649256 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (ef9524d1-e540-4600-aad3-899717d183bf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.686083 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] No DVR routers for this DVR port 14e262d3-569e-4b08-8103-f41c4635b575 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:40:22.688513 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.691899 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b03969a4-410c-4e16-9c18-8cc50f4a6af3 req-c0413acd-d5f3-4e9c-a08b-af8685db3d7c tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.35 "DELETE /v2.0/ports/14e262d3-569e-4b08-8103-f41c4635b575 HTTP/1.1" status: 204 len: 173 time: 0.5129011 Mar 02 03:40:22.692341 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'name': 'network-vif-deleted', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:22.694178 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:22.694544 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813dfe7-98f5-4a06-b0ff-7cdcc17ef919" -d '{"events": [{"server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "name": "network-vif-deleted", "tag": "14e262d3-569e-4b08-8103-f41c4635b575"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:22.699579 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:22.703430 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:22.727160 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=ef9524d1-e540-4600-aad3-899717d183bf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:22.733745 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc3961-37fb-41c9-bac5-338f6816c7b7 x-openstack-request-id: req-1fcc3961-37fb-41c9-bac5-338f6816c7b7 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:22.734039 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6146a9-fa07-430b-97f6-0e4174847543", "name": "network-vif-deleted", "tag": "14e262d3-569e-4b08-8103-f41c4635b575", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:22.734300 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fcc3961-37fb-41c9-bac5-338f6816c7b7 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:22.734731 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6146a9-fa07-430b-97f6-0e4174847543', 'name': 'network-vif-deleted', 'tag': '14e262d3-569e-4b08-8103-f41c4635b575', 'status': 'completed', 'code': 200} Mar 02 03:40:22.797252 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.834406 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ef9524d1-e540-4600-aad3-899717d183bf), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.954184 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43bc887c-998f-484c-9468-5803f834f754 req-af6c2083-cee5-4651-998a-0907258a22fd tempest-ServerRescueNegativeTestJSON-1477620040 tempest-ServerRescueNegativeTestJSON-1477620040-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a6146a9-fa07-430b-97f6-0e4174847543 HTTP/1.1" status: 200 len: 210 time: 0.0295682 Mar 02 03:40:22.986993 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (ef9524d1-e540-4600-aad3-899717d183bf), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:22.991575 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (ef9524d1-e540-4600-aad3-899717d183bf), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:23.059821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=ef9524d1-e540-4600-aad3-899717d183bf,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:23.067701 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:23.083031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:23.084290 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d11d58fa-1aa9-44ac-9352-22e524dc0684 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8164506 Mar 02 03:40:23.299962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-f17e2ae1-71d9-4b3e-887f-238b1b34fe9a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1373748180&fields=id&tenant_id=e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 267 time: 0.0494864 Mar 02 03:40:23.404234 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-2b689b59-d454-4a35-841e-6ecdf2368d5d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:23.405628 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-2b689b59-d454-4a35-841e-6ecdf2368d5d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 810 time: 0.0990198 Mar 02 03:40:23.419813 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-f4ea58ec-43ef-4948-ab6d-7c4dd954413e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/quotas/e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 375 time: 0.0088558 Mar 02 03:40:23.479968 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-d06b166e-3bd4-4137-a5d2-dabe61b9d458 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552895 Mar 02 03:40:23.613741 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea38b9-14dd-44db-a64a-3033d3345c0b req-df1b1cd4-7685-497c-b91a-937dac00c221 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:23.615230 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3eea38b9-14dd-44db-a64a-3033d3345c0b req-df1b1cd4-7685-497c-b91a-937dac00c221 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.1140106 Mar 02 03:40:23.620577 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e758e177-0e82-4b4d-ac0d-0b3611c66a2f service neutron] 10.222.0.23 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290047 Mar 02 03:40:23.724897 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3eea38b9-14dd-44db-a64a-3033d3345c0b req-57b1e084-ab44-42ee-89a4-e53977b3c8e4 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033177 Mar 02 03:40:23.749733 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-166fac16-9f43-4006-b709-5eadec6bd553 service neutron] 10.222.0.23 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225510 Mar 02 03:40:23.910016 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-27f22781-ddc6-4dc7-999e-1ba2e40e9644 req-12396999-b087-4ac4-ac57-b7455263a181 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 210 time: 0.0308299 Mar 02 03:40:23.973691 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.012365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40250) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:24.288413 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40256) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:24.341621 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Deleting subnet 3664ee8b-8674-435e-8928-ebe0b26afebd {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:40:24.345077 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Publish callbacks [] for subnet (3664ee8b-8674-435e-8928-ebe0b26afebd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.380203 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (3664ee8b-8674-435e-8928-ebe0b26afebd), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.422459 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (3664ee8b-8674-435e-8928-ebe0b26afebd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.483669 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (3664ee8b-8674-435e-8928-ebe0b26afebd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.510377 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3664ee8b-8674-435e-8928-ebe0b26afebd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:24.515396 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.518705 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3664ee8b-8674-435e-8928-ebe0b26afebd HTTP/1.1" status: 204 len: 168 time: 0.2292266 Mar 02 03:40:24.523993 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40258) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:24.535141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.535633 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.536094 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.536440 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.536778 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.537109 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.537442 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.537772 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.538123 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.538453 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.538774 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.539117 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.539440 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad194a7-2c4e-44fb-9786-de72f7751a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:24.611675 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (0d399a0a-ad54-4ab5-920e-fb92454143ae), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.684843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.687468 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (0d399a0a-ad54-4ab5-920e-fb92454143ae), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.707379 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d399a0a-ad54-4ab5-920e-fb92454143ae']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:24.716256 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c713af55-58c4-43df-9b6d-2b1e39da5ed8') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:24.716547 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c713af55-58c4-43df-9b6d-2b1e39da5ed8') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:24.729391 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (c713af55-58c4-43df-9b6d-2b1e39da5ed8), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.742659 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (c713af55-58c4-43df-9b6d-2b1e39da5ed8), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.748953 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:40:24.749331 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (c713af55-58c4-43df-9b6d-2b1e39da5ed8), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:40:24.750977 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:40:25.036149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-87d9ec99-70bf-4e9b-881a-d8253066da25 req-ab6e9dc3-e546-4db2-89a9-7bea85fc7f15 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 210 time: 0.0482385 Mar 02 03:40:25.048338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (0d399a0a-ad54-4ab5-920e-fb92454143ae), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.065018 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.068090 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] 10.222.0.23 "DELETE /v2.0/networks/0d399a0a-ad54-4ab5-920e-fb92454143ae HTTP/1.1" status: 204 len: 168 time: 0.5421968 Mar 02 03:40:25.069251 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1b4de-e8ac-4d6d-b892-112f8c7ca7b7 req-0fe43c92-0c02-49cb-ba00-3767bda12cf8 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:25.070924 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68b1b4de-e8ac-4d6d-b892-112f8c7ca7b7 req-0fe43c92-0c02-49cb-ba00-3767bda12cf8 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.2121911 Mar 02 03:40:25.085861 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5bd4-8caa-4c80-a19e-4e050e33b83f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d399a0a-ad54-4ab5-920e-fb92454143ae,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:25.135553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-33c7e923-35ba-4f6a-9417-0e363383237e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:25.136895 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-33c7e923-35ba-4f6a-9417-0e363383237e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 810 time: 0.2510831 Mar 02 03:40:25.230976 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68b1b4de-e8ac-4d6d-b892-112f8c7ca7b7 req-f0bcae9b-579b-4d39-97f8-02a869b69426 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468441 Mar 02 03:40:25.234222 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40270) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:25.278578 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f0f2e2ff-8892-4a5c-a7c6-ea74245c1a69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81dac378b4f74c5d972b52cde9208383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428171 Mar 02 03:40:25.281108 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:25.281959 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-d8465782-5751-4d03-a329-d0d32de3964e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7eaffa6e46a4505b1573a455ec97201 HTTP/1.1" status: 200 len: 380 time: 0.1126335 Mar 02 03:40:25.295426 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'port': {'device_id': 'c6728102-8a08-438b-bda8-7d8198949d16', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'admin_state_up': True, 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'security_groups': ['0342371b-a1f0-48aa-a6f1-23a818581b9b']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:25.327100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] Publish callbacks [] for security_group (377e1472-98da-4d38-9c50-54e767daf925), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.348572 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] Publish callbacks [] for security_group (377e1472-98da-4d38-9c50-54e767daf925), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.349840 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Deleting port 6b0d7afd-957d-4f82-8704-e0417348e5f4 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:25.350189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.397482 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (377e1472-98da-4d38-9c50-54e767daf925), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.401083 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.403512 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/377e1472-98da-4d38-9c50-54e767daf925 HTTP/1.1" status: 204 len: 168 time: 0.1213713 Mar 02 03:40:25.411598 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d1d6-0caa-4232-8636-1cb53bd9d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377e1472-98da-4d38-9c50-54e767daf925,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:25.474363 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] For port 6b0d7afd-957d-4f82-8704-e0417348e5f4, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=6b0d7afd-957d-4f82-8704-e0417348e5f4,segment=NetworkSegment(64ae9f16-be2b-41d4-8866-8fbbdc2be711),segment_id=64ae9f16-be2b-41d4-8866-8fbbdc2be711)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:25.474760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.477600 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Made reservation on behalf of e7eaffa6e46a4505b1573a455ec97201 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:40:25.481096 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.500898 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Calling delete_port for 6b0d7afd-957d-4f82-8704-e0417348e5f4 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:25.704800 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Allocated IP 172.20.0.12 (f2b3d2cd-489e-4454-8144-25e2fab88e9d/5a7aa198-99d5-4c9d-9dd6-81715d067181/ae2d5a72-79a7-4805-8ddb-58e051540660) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:25.757674 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 14e262d3-569e-4b08-8103-f41c4635b575 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:25.781957 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 14e262d3-569e-4b08-8103-f41c4635b575 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:25.782312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 14e262d3-569e-4b08-8103-f41c4635b575 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:25.808918 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (6b0d7afd-957d-4f82-8704-e0417348e5f4), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:25.867890 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0d7afd-957d-4f82-8704-e0417348e5f4,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:26.010318 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.098548 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.102041 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.211493 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:26.219429 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:26.230425 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:26.262297 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event updated for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:26.341434 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762c4d0-8f6a-4f9b-9bc9-60092e660a57 req-a8d267f2-79ba-439b-b2ab-df88ddde2411 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:26.343001 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8762c4d0-8f6a-4f9b-9bc9-60092e660a57 req-a8d267f2-79ba-439b-b2ab-df88ddde2411 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 932 time: 0.2316473 Mar 02 03:40:26.350218 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:26.350854 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.431646 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-e4833f58-ae76-44a4-b268-0895e1d87f46 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1399291 Mar 02 03:40:26.492343 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Request body: {'port': {'device_id': 'c6728102-8a08-438b-bda8-7d8198949d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:26.500325 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-548156bf-af96-451d-b880-24f4df81ff57 None None] Provisioning complete for port ae2d5a72-79a7-4805-8ddb-58e051540660 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:26.500700 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-548156bf-af96-451d-b880-24f4df81ff57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.507659 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8762c4d0-8f6a-4f9b-9bc9-60092e660a57 req-a10c9106-2ff3-4a6f-94b7-ccd64b4427e0 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528227 Mar 02 03:40:26.537025 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-548156bf-af96-451d-b880-24f4df81ff57 None None] Port ae2d5a72-79a7-4805-8ddb-58e051540660 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:40:26.544776 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae4bbd-060e-4224-b09b-f714122730d1 req-f1083381-f542-4e96-8681-1f9b24fdc8ad tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:26.546427 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99ae4bbd-060e-4224-b09b-f714122730d1 req-f1083381-f542-4e96-8681-1f9b24fdc8ad tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.1890769 Mar 02 03:40:26.888112 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:26.912876 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:40:26.970230 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99ae4bbd-060e-4224-b09b-f714122730d1 req-f811184e-be8d-4130-93ba-ff75d17ca93a tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3914273 Mar 02 03:40:27.186653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:27.189099 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-99479782-185a-4ea1-90df-43cf72570b69 admin admin] 10.222.0.23 "PUT /v2.0/routers/14698ab6-2b9d-4659-aa8b-16f9ce62e791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1733398 Mar 02 03:40:27.192108 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40316) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:27.192604 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Sync routers for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:27.206822 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:27.207680 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:27.287913 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2d5a72-79a7-4805-8ddb-58e051540660 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:40:27.298432 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks [] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.300953 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks [] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.312102 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Transition to ACTIVE for port object ae2d5a72-79a7-4805-8ddb-58e051540660 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:40:27.315579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.376316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:27.415612 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:27.431638 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks [] for router_gateway (14698ab6-2b9d-4659-aa8b-16f9ce62e791), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.448939 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Attempting to bind port ae2d5a72-79a7-4805-8ddb-58e051540660 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:40:27.449620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Attempting to bind port ae2d5a72-79a7-4805-8ddb-58e051540660 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:40:27.450169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Attempting to bind port ae2d5a72-79a7-4805-8ddb-58e051540660 on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:27.456151 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Port ae2d5a72-79a7-4805-8ddb-58e051540660 on network f2b3d2cd-489e-4454-8144-25e2fab88e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:40:27.456701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Attempting to bind port ae2d5a72-79a7-4805-8ddb-58e051540660 on network f2b3d2cd-489e-4454-8144-25e2fab88e9d {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:27.463131 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:40:27.463691 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Checking segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:27.464239 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Bound using segment: {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:40:27.464846 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Bound port: ae2d5a72-79a7-4805-8ddb-58e051540660, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7226311-871a-44ef-9fb8-b5fa6fab5445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:40:27.465363 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.500098 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Deleting port fa06bb1a-be0b-4df2-ba95-f9dd41f14730 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:40:27.500461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.561842 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:40:27.577902 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae2d5a72-79a7-4805-8ddb-58e051540660,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:40:27.591935 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.620644 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] For port fa06bb1a-be0b-4df2-ba95-f9dd41f14730, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:27.621163 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.621700 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:40:25Z', 'revision_number': 5, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port': {'id': 'fa06bb1a-be0b-4df2-ba95-f9dd41f14730', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:27.649898 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Checking router: 14698ab6-2b9d-4659-aa8b-16f9ce62e791 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:27.650121 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Calling delete_port for fa06bb1a-be0b-4df2-ba95-f9dd41f14730 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:40:27.659308 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Routers {'14698ab6-2b9d-4659-aa8b-16f9ce62e791'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:27.660450 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:27.705541 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:27.706166 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:27.707595 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] 10.222.0.35 "PUT /v2.0/ports/ae2d5a72-79a7-4805-8ddb-58e051540660 HTTP/1.1" status: 200 len: 1094 time: 1.2222874 Mar 02 03:40:27.708061 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:27.710281 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8d38a4-322a-45e4-894c-b6a638d406d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:27.718169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b5ace-3148-4d5e-b249-e49ae85c256f service neutron] Pushing event updated for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:27.750203 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b023f1-5aaf-4da1-bb6f-1004774a53b7 req-81396d30-bd75-44ef-8d20-05401b81c024 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:27.751934 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a4b023f1-5aaf-4da1-bb6f-1004774a53b7 req-81396d30-bd75-44ef-8d20-05401b81c024 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.1167898 Mar 02 03:40:27.787262 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] Set router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:27.796758 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b467ee7e-e9a6-4f51-879c-beebc0cf2a3e x-openstack-request-id: req-b467ee7e-e9a6-4f51-879c-beebc0cf2a3e {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:27.797208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:27.797557 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b467ee7e-e9a6-4f51-879c-beebc0cf2a3e {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:27.798044 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'status': 'completed', 'code': 200} Mar 02 03:40:27.849175 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:40:27Z', 'revision_number': 6, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:27.880173 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79d6c25-b198-4d6d-a6d2-9ffa5e1ce022 None None] The sync data for ids ['14698ab6-2b9d-4659-aa8b-16f9ce62e791'] in dv-cinder-831090-3-iscsi is: [{'id': '14698ab6-2b9d-4659-aa8b-16f9ce62e791', 'name': 'tempest-ServerRescueNegativeTestJSON-1461384736-router', 'tenant_id': '71f89629bbd3430a8609e478eef5895b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:37:20Z', 'updated_at': '2022-03-02T03:40:27Z', 'revision_number': 6, 'project_id': '71f89629bbd3430a8609e478eef5895b', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:27.902906 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-54fb7838-d3ca-4d50-8555-3335f188e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:27.904704 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-54fb7838-d3ca-4d50-8555-3335f188e930 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 1128 time: 0.1193731 Mar 02 03:40:27.908794 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a4b023f1-5aaf-4da1-bb6f-1004774a53b7 req-f8f855e4-2523-49f7-bfcd-55b8c3291989 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412594 Mar 02 03:40:27.966515 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-f23aa684-13ae-41ab-9cfd-3c3bd0615b0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae2d5a72-79a7-4805-8ddb-58e051540660 HTTP/1.1" status: 200 len: 217 time: 0.0480032 Mar 02 03:40:27.967766 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (fa06bb1a-be0b-4df2-ba95-f9dd41f14730), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.010294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa06bb1a-be0b-4df2-ba95-f9dd41f14730,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:28.026273 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-74e8984f-d028-4b72-a5ef-0b807facdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:28.027808 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-74e8984f-d028-4b72-a5ef-0b807facdce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0558314 Mar 02 03:40:28.084950 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.130928 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-2d6db4eb-241f-4c3a-82a9-1a93ac70901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:28.132974 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-2d6db4eb-241f-4c3a-82a9-1a93ac70901d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993977 Mar 02 03:40:28.156540 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958663d3-30e3-4d02-934a-be62c4c9d2c2 req-06f05d78-8e5a-4813-b24e-c3a3e2b2bf44 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:28.158012 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-958663d3-30e3-4d02-934a-be62c4c9d2c2 req-06f05d78-8e5a-4813-b24e-c3a3e2b2bf44 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0836680 Mar 02 03:40:28.211196 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.213527 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks [] for router_controller (14698ab6-2b9d-4659-aa8b-16f9ce62e791), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.278713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (14698ab6-2b9d-4659-aa8b-16f9ce62e791), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.279311 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14698ab6-2b9d-4659-aa8b-16f9ce62e791 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:40:28.282319 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-958663d3-30e3-4d02-934a-be62c4c9d2c2 req-30ffb938-19af-4b97-819a-36e6257e9ca9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142039 Mar 02 03:40:28.286510 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-b70e4775-a06e-4de1-bae0-448ec34ee415 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458328 Mar 02 03:40:28.291449 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.295470 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bd9f0998-7b90-4464-a3d6-d273012f209c admin admin] 10.222.0.23 "DELETE /v2.0/routers/14698ab6-2b9d-4659-aa8b-16f9ce62e791 HTTP/1.1" status: 204 len: 168 time: 1.1050761 Mar 02 03:40:28.296265 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40330) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:28.356238 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Deleting subnet aab542a5-392f-4ef4-a28b-45a9db38a18e {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:40:28.359551 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Publish callbacks [] for subnet (aab542a5-392f-4ef4-a28b-45a9db38a18e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.390369 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-820feac1-9560-49fe-8ef1-7836bf89b146 req-4b84b630-a9a4-49cf-9e06-9149d847fc9f service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964649 Mar 02 03:40:28.394062 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (aab542a5-392f-4ef4-a28b-45a9db38a18e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.431780 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (aab542a5-392f-4ef4-a28b-45a9db38a18e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.482365 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (aab542a5-392f-4ef4-a28b-45a9db38a18e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.504567 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab542a5-392f-4ef4-a28b-45a9db38a18e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:28.510823 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.513921 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1b97fc90-5650-4576-bd18-e3388b087397 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aab542a5-392f-4ef4-a28b-45a9db38a18e HTTP/1.1" status: 204 len: 168 time: 0.2162113 Mar 02 03:40:28.516308 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40332) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:28.584387 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (4670bf1f-bec7-4596-ac96-b110fd818e8e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.662586 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (4670bf1f-bec7-4596-ac96-b110fd818e8e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.685074 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4670bf1f-bec7-4596-ac96-b110fd818e8e']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:28.694045 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ae9f16-be2b-41d4-8866-8fbbdc2be711') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:28.694346 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ae9f16-be2b-41d4-8866-8fbbdc2be711') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:28.703875 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (64ae9f16-be2b-41d4-8866-8fbbdc2be711), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.717735 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (64ae9f16-be2b-41d4-8866-8fbbdc2be711), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.723577 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:40:28.723968 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (64ae9f16-be2b-41d4-8866-8fbbdc2be711), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:40:28.725995 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:40:28.781466 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (4670bf1f-bec7-4596-ac96-b110fd818e8e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.786824 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:28.790188 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4670bf1f-bec7-4596-ac96-b110fd818e8e HTTP/1.1" status: 204 len: 168 time: 0.2729912 Mar 02 03:40:28.801195 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306bedd-4727-4219-8da2-faa1aeb11d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4670bf1f-bec7-4596-ac96-b110fd818e8e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:28.969552 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40338) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:29.009255 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3c28151c-1312-45ff-91d3-f6c741bbf861 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71f89629bbd3430a8609e478eef5895b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377491 Mar 02 03:40:29.011533 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40340) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:29.038007 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2483926-0fd9-4be9-a863-c5f548e90f4b req-91880665-9298-4a6f-9196-f3c92239c2ac tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:29.039532 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2483926-0fd9-4be9-a863-c5f548e90f4b req-91880665-9298-4a6f-9196-f3c92239c2ac tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.0561719 Mar 02 03:40:29.063946 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] Publish callbacks [] for security_group (bc0e6e05-d647-4af1-8d1c-8a30603f4b71), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.086543 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] Publish callbacks [] for security_group (bc0e6e05-d647-4af1-8d1c-8a30603f4b71), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.088295 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2483926-0fd9-4be9-a863-c5f548e90f4b req-5b230e10-89f7-4f3d-b7d3-449be2d77d2d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Mar 02 03:40:29.139812 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (bc0e6e05-d647-4af1-8d1c-8a30603f4b71), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.147262 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.148499 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc0e6e05-d647-4af1-8d1c-8a30603f4b71 HTTP/1.1" status: 204 len: 168 time: 0.1360264 Mar 02 03:40:29.156290 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358ecd-275a-47ab-bf5e-26ebe9d8d0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e6e05-d647-4af1-8d1c-8a30603f4b71,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:29.406121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67f46d-d882-4587-9cc3-29cb8df8274b req-063f74ad-a03b-4971-a983-e99e7f650973 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:29.407797 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db67f46d-d882-4587-9cc3-29cb8df8274b req-063f74ad-a03b-4971-a983-e99e7f650973 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0531883 Mar 02 03:40:29.469855 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db67f46d-d882-4587-9cc3-29cb8df8274b req-b1d651e6-6e1b-49ae-b31f-442dba285509 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564187 Mar 02 03:40:29.629111 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 6b0d7afd-957d-4f82-8704-e0417348e5f4 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:29.653646 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 6b0d7afd-957d-4f82-8704-e0417348e5f4 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:29.653889 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 6b0d7afd-957d-4f82-8704-e0417348e5f4 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:29.654320 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device fa06bb1a-be0b-4df2-ba95-f9dd41f14730 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:40:29.681393 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: fa06bb1a-be0b-4df2-ba95-f9dd41f14730 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:40:29.681751 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device fa06bb1a-be0b-4df2-ba95-f9dd41f14730 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:40:29.800951 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40366) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:29.892432 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-network', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:29.911331 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Made reservation on behalf of 824fc95ef63948c0a7af2806aa09f0d6 for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:40:29.913796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.926252 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:29.999673 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks [] for security_group (cce966eb-e2a0-4b75-8de9-d00295b5baa8), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.003302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (cce966eb-e2a0-4b75-8de9-d00295b5baa8), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.025658 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:40:30.041274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce966eb-e2a0-4b75-8de9-d00295b5baa8,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:30.045553 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (558130ca-bf96-450a-82ec-abbada62edbd), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.045907 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Added segment 558130ca-bf96-450a-82ec-abbada62edbd of type vlan for network 32368c2c-db5f-4ddd-a790-805e54143545 Mar 02 03:40:30.093037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (32368c2c-db5f-4ddd-a790-805e54143545), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.117399 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (32368c2c-db5f-4ddd-a790-805e54143545), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.118486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:30.119095 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.170088 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3680632 Mar 02 03:40:30.173268 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40374) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:30.178076 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Request body: {'subnet': {'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-subnet', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:30.198722 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Made reservation on behalf of 824fc95ef63948c0a7af2806aa09f0d6 for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:40:30.201465 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.209958 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda982-5f98-42f2-848c-40e4df6b347d admin admin] Pushing event updated for resources: {'Network': ['ID=32368c2c-db5f-4ddd-a790-805e54143545,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:30.223217 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 32368c2c-db5f-4ddd-a790-805e54143545 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:40:30.237873 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c922a0f-4439-4674-ad14-b24e7adece86 req-584b807e-b04e-4dad-9740-479d2844ed0f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:30.239387 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c922a0f-4439-4674-ad14-b24e7adece86 req-584b807e-b04e-4dad-9740-479d2844ed0f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.0752187 Mar 02 03:40:30.301033 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3c922a0f-4439-4674-ad14-b24e7adece86 req-59d44fc3-33a6-4ff1-abcd-651197e0bc5c tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551612 Mar 02 03:40:30.374669 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (3916169c-314e-42ed-9056-187ee797aa99), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.427771 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3916169c-314e-42ed-9056-187ee797aa99,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:30.437665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Checking segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:30.438017 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Network hostable DHCP agents. Network: 32368c2c-db5f-4ddd-a790-805e54143545, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:40:30.454373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Network 32368c2c-db5f-4ddd-a790-805e54143545 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:40:30.462813 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 32368c2c-db5f-4ddd-a790-805e54143545) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:30.466953 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:30.467636 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.472438 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6b2d0-5fb9-4634-9d14-835aa65599f0 None None] Network 32368c2c-db5f-4ddd-a790-805e54143545 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:40:30.483107 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4feaf9b2-af7b-4421-b00b-10378817909b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3087661 Mar 02 03:40:30.485875 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40376) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:30.490246 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:30.513046 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.514096 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.577568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for router_controller (68e7dc05-5907-40d7-83ca-41ee753e4e6e), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.586455 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-32368c2c-db5f-4ddd-a790-805e54143545', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:40:30.588031 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.611493 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267db90-c58f-42c4-80c2-0b4caf11dd93 req-0f5cc4b5-2edd-41fb-a343-a621df947180 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:30.613248 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e267db90-c58f-42c4-80c2-0b4caf11dd93 req-0f5cc4b5-2edd-41fb-a343-a621df947180 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0682635 Mar 02 03:40:30.681332 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e267db90-c58f-42c4-80c2-0b4caf11dd93 req-c09cc617-d229-4c82-8b9a-32c1f47740ef tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590129 Mar 02 03:40:30.719294 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for router_gateway (68e7dc05-5907-40d7-83ca-41ee753e4e6e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.731110 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Allocated IP 172.20.0.2 (32368c2c-db5f-4ddd-a790-805e54143545/3916169c-314e-42ed-9056-187ee797aa99/e4217457-ba6d-41a6-9900-a1b3fa7a9fe1) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:30.874196 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks [] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.880436 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.920384 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Network 32368c2c-db5f-4ddd-a790-805e54143545 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:30.923219 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:30.924948 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for router_gateway (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.926613 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:30.932769 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-097e89ff-a740-4ba4-9abb-47463ccfcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:30.934263 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-097e89ff-a740-4ba4-9abb-47463ccfcc98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 1128 time: 0.0546372 Mar 02 03:40:30.937077 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Pushing event updated for resources: {'Port': ['ID=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:30.946416 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:30.959283 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.959512 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.960130 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.960258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.960536 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.960835 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.961163 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.961700 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.962178 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.962530 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.962869 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.963222 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:30.963551 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:31.001090 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Attempting to bind port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:40:31.001592 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Attempting to bind port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:40:31.002101 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Attempting to bind port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:31.007151 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:40:31.007542 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Checking segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:31.007939 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.008351 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Bound using segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:40:31.009039 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Bound port: e4217457-ba6d-41a6-9900-a1b3fa7a9fe1, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:40:31.009429 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.037879 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-e1a135f2-547e-432a-aeeb-83e7f47f45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:31.040112 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-e1a135f2-547e-432a-aeeb-83e7f47f45fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.0992978 Mar 02 03:40:31.073866 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Allocated IP 172.27.0.108 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/d5faaf6e-ee44-4ef5-9138-2707fd79998e) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:31.078250 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] For port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:40:31.082295 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-898c8282-abf6-4221-bd83-1af7c02e78ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae2d5a72-79a7-4805-8ddb-58e051540660 HTTP/1.1" status: 200 len: 217 time: 0.0355375 Mar 02 03:40:31.083253 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] For port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:40:31.090299 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:40:31.090925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.141832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-094c1eba-0bcc-4f36-8eff-32f6b6788adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:31.143520 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-094c1eba-0bcc-4f36-8eff-32f6b6788adb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0553052 Mar 02 03:40:31.192113 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.201242 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-ec399b28-9d31-4560-9c88-c7643812770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:31.202775 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-ec399b28-9d31-4560-9c88-c7643812770b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509772 Mar 02 03:40:31.242835 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.272202 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9eaa8e-41d2-4a69-96e0-5259e97d7d1f None None] Pushing event updated for resources: {'Port': ['ID=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:31.308416 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:31.313508 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:31.319961 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:31.323201 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-41cc2b48-df1a-41e0-8d0c-7a700472976e service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102943 Mar 02 03:40:31.385156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Pushing event updated for resources: {'Port': ['ID=d5faaf6e-ee44-4ef5-9138-2707fd79998e,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:31.480555 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb8d38a4-322a-45e4-894c-b6a638d406d4 req-248741a4-5ed1-4e37-ab62-e894afff25c1 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507831 Mar 02 03:40:31.488741 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fbfe4-e0b2-4b87-b503-715fd53c9085 req-a2bb5ff9-88ab-4278-9870-0c7ac4641ef6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:31.490307 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6b1fbfe4-e0b2-4b87-b503-715fd53c9085 req-a2bb5ff9-88ab-4278-9870-0c7ac4641ef6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.0815644 Mar 02 03:40:31.593987 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6b1fbfe4-e0b2-4b87-b503-715fd53c9085 req-9952ced4-262c-48f3-bb75-f78f96c74cec tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968754 Mar 02 03:40:31.759424 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:31.817206 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:31.817505 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.825269 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196634-1e25-481e-be06-9e841e21f84e req-0dc2213f-87b3-4917-ae34-abc535b41625 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:31.827090 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e196634-1e25-481e-be06-9e841e21f84e req-0dc2213f-87b3-4917-ae34-abc535b41625 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0634668 Mar 02 03:40:31.893570 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e196634-1e25-481e-be06-9e841e21f84e req-0eb63eae-eb66-4260-affa-e71179483902 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=536ddb33-f68a-47ef-afcb-e05c974b56c3&id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590277 Mar 02 03:40:31.902256 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:31.902873 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.924439 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for router_gateway (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:31.946715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:31.950789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:32.000011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:32.135758 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:32.270426 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:40:32.381134 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:32.389839 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83126bb2-bc59-49b4-bd35-6249f71ac985 None None] Network 32368c2c-db5f-4ddd-a790-805e54143545 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:40:32.395585 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:32.398498 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:32.402538 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b98cf32e-b35a-42cd-801d-be6bccfc2e4c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9129214 Mar 02 03:40:32.402674 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40394) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:32.448885 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:32.449602 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:32.534696 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-5f72e80d-e88b-4b30-a3e8-ec573b0d3254 None None] Provisioning complete for port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:32.535098 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5f72e80d-e88b-4b30-a3e8-ec573b0d3254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:32.643408 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:32.748948 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba75064-7439-47a2-a8a9-3a8d92ec1030 req-ba818033-8b85-4d6e-86df-ebb8168e59c2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:32.750723 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ba75064-7439-47a2-a8a9-3a8d92ec1030 req-ba818033-8b85-4d6e-86df-ebb8168e59c2 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.0695601 Mar 02 03:40:32.805698 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5f72e80d-e88b-4b30-a3e8-ec573b0d3254 None None] Current status of the port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:32.844266 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ba75064-7439-47a2-a8a9-3a8d92ec1030 req-72163808-3661-421d-9a60-27f6691728b6 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809474 Mar 02 03:40:32.863721 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:32.880615 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:31Z', 'revision_number': 3, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:32.909808 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:32.910168 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Updating router 68e7dc05-5907-40d7-83ca-41ee753e4e6e port d5faaf6e-ee44-4ef5-9138-2707fd79998e binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:40:32.942907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.022587 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Allocated IP 172.20.0.1 (32368c2c-db5f-4ddd-a790-805e54143545/3916169c-314e-42ed-9056-187ee797aa99/b27e1313-58b1-47a5-8db9-0b6a04484a72) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:33.058331 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-20b40393-c761-486a-99ce-95f736321663 None None] Provisioning complete for port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:33.058711 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-20b40393-c761-486a-99ce-95f736321663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.124402 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks [] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.158461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.195445 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Network 32368c2c-db5f-4ddd-a790-805e54143545 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:33.200164 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:33.203805 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:33.209281 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:33.222353 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-20b40393-c761-486a-99ce-95f736321663 None None] Current status of the port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:33.245138 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.271611 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks [] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.280220 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.333829 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Attempting to bind port d5faaf6e-ee44-4ef5-9138-2707fd79998e on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:40:33.334192 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Attempting to bind port d5faaf6e-ee44-4ef5-9138-2707fd79998e by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:40:33.334558 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Attempting to bind port d5faaf6e-ee44-4ef5-9138-2707fd79998e on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:33.337324 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58756f2b-4768-4be4-bd1f-7f6198d2c16c None None] Pushing event updated for resources: {'Port': ['ID=d5faaf6e-ee44-4ef5-9138-2707fd79998e,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:33.343607 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:40:33.343971 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:33.344385 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.344773 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:40:33.345245 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Bound port: d5faaf6e-ee44-4ef5-9138-2707fd79998e, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:40:33.345642 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.394922 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.414261 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] For port d5faaf6e-ee44-4ef5-9138-2707fd79998e, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:40:33.417700 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] For port d5faaf6e-ee44-4ef5-9138-2707fd79998e, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d5faaf6e-ee44-4ef5-9138-2707fd79998e,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:40:33.424299 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.500527 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-9b4b01cf-3773-48f2-9ac2-46cf8b6d194f None None] Provisioning complete for port b27e1313-58b1-47a5-8db9-0b6a04484a72 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:33.501004 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9b4b01cf-3773-48f2-9ac2-46cf8b6d194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.505432 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:33.506004 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:33.562864 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58756f2b-4768-4be4-bd1f-7f6198d2c16c None None] Pushing event updated for resources: {'Port': ['ID=d5faaf6e-ee44-4ef5-9138-2707fd79998e,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:33.594277 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b01cf-3773-48f2-9ac2-46cf8b6d194f None None] Port b27e1313-58b1-47a5-8db9-0b6a04484a72 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:40:33.672235 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:33.679426 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:33.808193 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks [] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.813715 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.834419 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40410) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:33.840921 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:33.840921 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.884909 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.886862 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:33.984557 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb74-59e4-4a21-9759-b76dd32f7a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:33.994974 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3cdba-8553-4e43-912a-43ffffbfdbe9 req-8374067c-510d-4063-8f70-53d56b2dea11 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:33.996551 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bbb3cdba-8553-4e43-912a-43ffffbfdbe9 req-8374067c-510d-4063-8f70-53d56b2dea11 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 944 time: 0.0757685 Mar 02 03:40:33.997240 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Network 32368c2c-db5f-4ddd-a790-805e54143545 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:33.998733 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:34.106162 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bbb3cdba-8553-4e43-912a-43ffffbfdbe9 req-6316e073-ad4d-41ce-ad29-5e36736b9c45 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653603 Mar 02 03:40:34.116990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb74-59e4-4a21-9759-b76dd32f7a49 admin admin] Publish callbacks [] for security_group (50222d89-958d-4a18-8112-5b15810e116c), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.127590 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:34.128383 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-61b0bb74-59e4-4a21-9759-b76dd32f7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (50222d89-958d-4a18-8112-5b15810e116c), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.140989 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:34.166264 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:40:34.169228 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-61b0bb74-59e4-4a21-9759-b76dd32f7a49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bac5efcbec74e5499bc3a7a33493e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337131 Mar 02 03:40:34.172764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:34.176812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fde492-2f5d-4ed7-ab1d-aab729c1a56d None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:34.179314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0bb74-59e4-4a21-9759-b76dd32f7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50222d89-958d-4a18-8112-5b15810e116c,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:34.320721 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] Publish callbacks [] for security_group (50222d89-958d-4a18-8112-5b15810e116c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.321791 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-a3f0fe49-f7ab-4563-a353-4c26855857fa None None] Provisioning complete for port b27e1313-58b1-47a5-8db9-0b6a04484a72 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:34.322358 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a3f0fe49-f7ab-4563-a353-4c26855857fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.351535 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:34.355669 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] Publish callbacks [] for security_group (50222d89-958d-4a18-8112-5b15810e116c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.360405 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1e20bfcf-fc3d-4248-bf8e-e12d2e6436e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/68e7dc05-5907-40d7-83ca-41ee753e4e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567184 Mar 02 03:40:34.360731 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0fe49-f7ab-4563-a353-4c26855857fa None None] Port b27e1313-58b1-47a5-8db9-0b6a04484a72 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:40:34.423866 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (50222d89-958d-4a18-8112-5b15810e116c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.426521 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:34.427700 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50222d89-958d-4a18-8112-5b15810e116c HTTP/1.1" status: 204 len: 168 time: 0.2472720 Mar 02 03:40:34.436228 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629fe74-5f89-4d28-82fb-4fe9885e150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50222d89-958d-4a18-8112-5b15810e116c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:34.817565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device ae2d5a72-79a7-4805-8ddb-58e051540660 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:40:34.946944 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae2d5a72-79a7-4805-8ddb-58e051540660,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:34.959497 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'port_id': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'mac_address': 'fa:16:3e:5f:d7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:40:34.999344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port ae2d5a72-79a7-4805-8ddb-58e051540660 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:34.999748 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.014269 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2d5a72-79a7-4805-8ddb-58e051540660 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:40:35.037617 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae2d5a72-79a7-4805-8ddb-58e051540660,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:35.043291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.096908 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:35.162821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:35.168612 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035934099', 'description': 'tempest-description--1822485566'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:35.192390 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.268186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fcff9-024b-413e-a538-b62263cfa9ed req-bfd0fc7c-2459-4cb4-9357-a3db19e0e775 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:35.270127 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (1b98a677-80df-4468-b5fa-f491060fe521), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.270624 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-305fcff9-024b-413e-a538-b62263cfa9ed req-bfd0fc7c-2459-4cb4-9357-a3db19e0e775 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 945 time: 0.0654874 Mar 02 03:40:35.275119 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1b98a677-80df-4468-b5fa-f491060fe521), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.303469 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.307549 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1434529 Mar 02 03:40:35.309099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40430) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:35.316773 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c1cd1-53de-4f14-9d1a-06144bf5c716 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98a677-80df-4468-b5fa-f491060fe521,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:35.317756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group_rule': {'security_group_id': '1b98a677-80df-4468-b5fa-f491060fe521', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:35.342623 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['ae2d5a72-79a7-4805-8ddb-58e051540660'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:40:35.350635 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-305fcff9-024b-413e-a538-b62263cfa9ed req-e4a94f6c-f32c-4d37-b96b-6eb08f776903 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724170 Mar 02 03:40:35.361370 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (be83a69c-cb09-444e-b922-b3d822ed86d9), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.420075 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (be83a69c-cb09-444e-b922-b3d822ed86d9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.424246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (be83a69c-cb09-444e-b922-b3d822ed86d9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.440913 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be83a69c-cb09-444e-b922-b3d822ed86d9,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:35.455313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.456547 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c548d78a-3c17-4f62-b340-e448276b72a0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464303 Mar 02 03:40:35.459397 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40432) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:35.464268 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group_rule': {'security_group_id': '1b98a677-80df-4468-b5fa-f491060fe521', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:35.491280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (506a5224-d9aa-4a53-a2fb-3816ec291785), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.548121 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (506a5224-d9aa-4a53-a2fb-3816ec291785), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.552502 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (506a5224-d9aa-4a53-a2fb-3816ec291785), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.572948 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506a5224-d9aa-4a53-a2fb-3816ec291785,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:35.580753 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.584985 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-32407490-2fba-487e-bcfb-b8a186c2f5af tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214364 Mar 02 03:40:35.585114 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40434) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:35.590149 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:35.617115 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.689267 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d5faaf6e-ee44-4ef5-9138-2707fd79998e up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:35.718923 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.742019 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port d5faaf6e-ee44-4ef5-9138-2707fd79998e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:35.742394 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.822767 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port d5faaf6e-ee44-4ef5-9138-2707fd79998e is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:35.823222 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.832728 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Allocated IP 172.27.0.3 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/ac207437-91a5-418d-8b2f-7e1135dea602) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:35.846919 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port d5faaf6e-ee44-4ef5-9138-2707fd79998e, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d5faaf6e-ee44-4ef5-9138-2707fd79998e,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:35.850559 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.900048 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=d5faaf6e-ee44-4ef5-9138-2707fd79998e,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:35.933275 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (ac207437-91a5-418d-8b2f-7e1135dea602), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:35.967624 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.012322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:36.015257 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:36.018701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:36.042155 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=ac207437-91a5-418d-8b2f-7e1135dea602,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:36.147353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.196531 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.276645 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:36.295473 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:36.296158 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:36.347877 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (ac207437-91a5-418d-8b2f-7e1135dea602), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.354653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.404268 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:36.441597 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.469080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=ac207437-91a5-418d-8b2f-7e1135dea602,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:36.485019 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.486245 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-82af270a-398e-47ba-b531-6d9380d08549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9001358 Mar 02 03:40:36.502201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d922-2b76-4f9a-8f9b-b685627e4506 req-0ed2914c-6387-4f2c-a4b9-1dd36b612ad3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:36.503731 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8d0d922-2b76-4f9a-8f9b-b685627e4506 req-0ed2914c-6387-4f2c-a4b9-1dd36b612ad3 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 945 time: 0.0760767 Mar 02 03:40:36.554413 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8d0d922-2b76-4f9a-8f9b-b685627e4506 req-28051959-ae70-4d81-af79-753d68ebd0ee tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446758 Mar 02 03:40:36.609678 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 2, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:36.636069 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:36.636430 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Updating router 68e7dc05-5907-40d7-83ca-41ee753e4e6e port b27e1313-58b1-47a5-8db9-0b6a04484a72 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:40:36.641907 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-51070d9f-9836-4e71-9818-c46d10b67553 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1035934099&fields=id&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 267 time: 0.0423970 Mar 02 03:40:36.667552 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.748099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-6643d9e2-97fe-4315-9798-23d03f2d7a8f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:36.749525 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-6643d9e2-97fe-4315-9798-23d03f2d7a8f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 817 time: 0.1013014 Mar 02 03:40:36.764978 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-8750effe-4957-41db-89c7-a47edf4cd6de tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/quotas/824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 375 time: 0.0100563 Mar 02 03:40:36.818383 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-acd0ace7-3096-4120-ab99-5c919699a728 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479386 Mar 02 03:40:36.824227 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device ae2d5a72-79a7-4805-8ddb-58e051540660 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:36.876412 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port ae2d5a72-79a7-4805-8ddb-58e051540660 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:40:36.880824 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port ae2d5a72-79a7-4805-8ddb-58e051540660 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:36.881285 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.924737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-69faa327-f158-4dd1-8fc8-bdb21b09d99d service neutron] 10.222.0.23 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920584 Mar 02 03:40:36.932471 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks [] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.938232 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.976435 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port ae2d5a72-79a7-4805-8ddb-58e051540660 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:36.977398 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:36.983073 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Pushing event updated for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:36.998312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.003856 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:37.006149 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b9073-87a2-4e21-8e73-cd487f793577" -d '{"events": [{"server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "name": "network-vif-plugged", "status": "completed", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:37.021257 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae2d5a72-79a7-4805-8ddb-58e051540660,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:37.027206 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.044184 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.046303 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-ba952767-6d24-4e31-9714-af4b7dee7a90 service neutron] 10.222.0.23 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141255 Mar 02 03:40:37.052986 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.057619 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.058413 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.058966 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.059551 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.059893 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.060229 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.060564 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.060922 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.061246 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.061580 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.061907 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:40:37.068083 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0710c69b-ef1f-4198-acf1-eda47121905f x-openstack-request-id: req-0710c69b-ef1f-4198-acf1-eda47121905f {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:37.068400 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "name": "network-vif-plugged", "status": "completed", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:37.068713 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0710c69b-ef1f-4198-acf1-eda47121905f {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:37.069043 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'code': 200} Mar 02 03:40:37.085817 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:37.101116 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Attempting to bind port b27e1313-58b1-47a5-8db9-0b6a04484a72 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:40:37.102281 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Attempting to bind port b27e1313-58b1-47a5-8db9-0b6a04484a72 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:40:37.102942 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Attempting to bind port b27e1313-58b1-47a5-8db9-0b6a04484a72 on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:37.108793 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:40:37.109524 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Checking segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:37.110284 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.110751 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Bound using segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:40:37.111337 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Bound port: b27e1313-58b1-47a5-8db9-0b6a04484a72, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:40:37.111724 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.285938 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] For port b27e1313-58b1-47a5-8db9-0b6a04484a72, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:40:37.289382 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] For port b27e1313-58b1-47a5-8db9-0b6a04484a72, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b27e1313-58b1-47a5-8db9-0b6a04484a72,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:40:37.300108 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.312919 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Provisioning complete for port b27e1313-58b1-47a5-8db9-0b6a04484a72 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:37.313434 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.322511 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d424d2cf-0695-4cc2-bb67-4adb7e7730c9 req-075a8708-cd98-4634-a4ef-0188a23c8338 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 210 time: 0.0398395 Mar 02 03:40:37.355760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e177-8c88-4dd6-81ee-f5a74bfd6a3a req-2755d941-381a-41c6-8df5-2861d36a0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:37.357276 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6bd3e177-8c88-4dd6-81ee-f5a74bfd6a3a req-2755d941-381a-41c6-8df5-2861d36a0d23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 1130 time: 0.1045606 Mar 02 03:40:37.372918 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54069a3-4e4a-499c-9325-41077bee4ad1 None None] Pushing event updated for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:37.390587 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:37.391325 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:37.419497 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6bd3e177-8c88-4dd6-81ee-f5a74bfd6a3a req-1e9e0f56-703b-4557-a78a-81a77ad86431 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558565 Mar 02 03:40:37.436816 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Current status of the port b27e1313-58b1-47a5-8db9-0b6a04484a72 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:37.437331 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.477993 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] For port b27e1313-58b1-47a5-8db9-0b6a04484a72, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b27e1313-58b1-47a5-8db9-0b6a04484a72,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:37.486493 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.528255 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:37.537472 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a42c7-9428-4887-9772-7d01cf05cd5f None None] Pushing event updated for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:37.631170 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c61a9ba5-28a6-40c4-ac9f-06dacc5208b6 None None] Provisioning complete for port b27e1313-58b1-47a5-8db9-0b6a04484a72 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:37.631639 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c61a9ba5-28a6-40c4-ac9f-06dacc5208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.708204 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d5faaf6e-ee44-4ef5-9138-2707fd79998e up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:37.733788 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6aeb-c60b-470c-b6e2-f616d900f853 req-d3370c29-7c11-4c93-9c29-22452eba4509 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:37.735406 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aa3c6aeb-c60b-470c-b6e2-f616d900f853 req-d3370c29-7c11-4c93-9c29-22452eba4509 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.0710969 Mar 02 03:40:37.790688 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c61a9ba5-28a6-40c4-ac9f-06dacc5208b6 None None] Current status of the port b27e1313-58b1-47a5-8db9-0b6a04484a72 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:37.796384 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aa3c6aeb-c60b-470c-b6e2-f616d900f853 req-bcb584f0-ca74-466c-ab06-eafbd766f526 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552366 Mar 02 03:40:37.806263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port d5faaf6e-ee44-4ef5-9138-2707fd79998e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:37.806644 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:37.824254 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:37.852634 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bc2e14-f0a7-4a49-a331-52eb58e07428 None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:37.895829 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port d5faaf6e-ee44-4ef5-9138-2707fd79998e is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:37.896924 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b27e1313-58b1-47a5-8db9-0b6a04484a72 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:37.946783 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port b27e1313-58b1-47a5-8db9-0b6a04484a72 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:37.947220 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:38.038636 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port b27e1313-58b1-47a5-8db9-0b6a04484a72 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:38.432180 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f53cd48-11d9-487b-a311-bd484c576eda req-afb1224e-d2ba-438f-bcd3-cb69c341b0e0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 210 time: 0.0333991 Mar 02 03:40:38.600700 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-cda51426-6071-4534-9c82-ca63eb3c4020 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:38.602626 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-cda51426-6071-4534-9c82-ca63eb3c4020 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 817 time: 0.1051841 Mar 02 03:40:38.697045 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-6814fad8-7146-44d7-b1c2-a1757b61c694 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 380 time: 0.0530508 Mar 02 03:40:38.705662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'port': {'device_id': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'admin_state_up': True, 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'security_groups': ['1b98a677-80df-4468-b5fa-f491060fe521']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:38.816274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Made reservation on behalf of 824fc95ef63948c0a7af2806aa09f0d6 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:40:38.819742 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:38.977229 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37f6c-0e5c-4779-8735-078c81612dd3 req-2ae68dc2-8470-48ab-a987-3c30d5fb3e2a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:38.978548 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbc37f6c-0e5c-4779-8735-078c81612dd3 req-2ae68dc2-8470-48ab-a987-3c30d5fb3e2a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.1032822 Mar 02 03:40:38.993158 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Allocated IP 172.20.0.6 (32368c2c-db5f-4ddd-a790-805e54143545/3916169c-314e-42ed-9056-187ee797aa99/4ba0ee61-14d5-4764-9f25-5df359f9822b) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:40:39.052218 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cbc37f6c-0e5c-4779-8735-078c81612dd3 req-14c7d304-9cba-4b09-9a2d-fafc9096f8de tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677879 Mar 02 03:40:39.184973 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.206974 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4591a0-33b3-4b32-b141-26d7ec7c708b req-ec338c75-5481-4afa-b88d-c2cb2012a058 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:39.208435 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa4591a0-33b3-4b32-b141-26d7ec7c708b req-ec338c75-5481-4afa-b88d-c2cb2012a058 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.0918977 Mar 02 03:40:39.217627 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40474) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:39.222269 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Request body: {'floatingip': {'port_id': 'ae2d5a72-79a7-4805-8ddb-58e051540660'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:39.232538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.274558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Network 32368c2c-db5f-4ddd-a790-805e54143545 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:40:39.277563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:40:39.281052 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:40:39.299244 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.310470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:39.337370 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:39.337986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.355846 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-9f641571-9da5-4c63-b4cb-c296ff0f8aaa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6536882 Mar 02 03:40:39.373883 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Request body: {'port': {'device_id': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:39.444304 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.525428 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e11ab9bd-f9bc-4609-8809-da1353e2ade4 None None] Provisioning complete for port 4ba0ee61-14d5-4764-9f25-5df359f9822b triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:39.525985 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e11ab9bd-f9bc-4609-8809-da1353e2ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.563695 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e11ab9bd-f9bc-4609-8809-da1353e2ade4 None None] Port 4ba0ee61-14d5-4764-9f25-5df359f9822b cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:40:39.669426 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e4dfe-92d3-4e0c-a846-57159a241f07 req-e9c73613-4fd8-40c6-a847-d32ccf5f936a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:39.670928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-355e4dfe-92d3-4e0c-a846-57159a241f07 req-e9c73613-4fd8-40c6-a847-d32ccf5f936a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 931 time: 0.1656263 Mar 02 03:40:39.751889 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-355e4dfe-92d3-4e0c-a846-57159a241f07 req-0f95e5c8-80e1-43e7-8b07-25c407433b5b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744245 Mar 02 03:40:39.808652 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.810408 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:40:39.812565 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.818102 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks [] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.831008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Transition to ACTIVE for port object 4ba0ee61-14d5-4764-9f25-5df359f9822b will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:40:39.835293 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:39.902751 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:39.923469 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Floating IP a44369cf-dcdb-41b1-b632-2d483b750999 associated. External IP: 172.27.0.17, port: ae2d5a72-79a7-4805-8ddb-58e051540660. Mar 02 03:40:39.961894 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Attempting to bind port 4ba0ee61-14d5-4764-9f25-5df359f9822b on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:40:39.962312 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Attempting to bind port 4ba0ee61-14d5-4764-9f25-5df359f9822b by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:40:39.962641 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Attempting to bind port 4ba0ee61-14d5-4764-9f25-5df359f9822b on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:39.967868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Port 4ba0ee61-14d5-4764-9f25-5df359f9822b on network 32368c2c-db5f-4ddd-a790-805e54143545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:40:39.968173 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Attempting to bind port 4ba0ee61-14d5-4764-9f25-5df359f9822b on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:40:39.973605 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:40:39.974028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Checking segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:40:39.974483 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Bound using segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:40:39.974988 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Bound port: 4ba0ee61-14d5-4764-9f25-5df359f9822b, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:40:39.975455 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:40.051429 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:40:40.054547 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:40:40.060828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:40.093080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.094038 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:40.095488 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] 10.222.0.35 "PUT /v2.0/ports/4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 1093 time: 0.7271466 Mar 02 03:40:40.097733 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:40.100046 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb80924-14c9-4fc5-bff7-7776f48c7a84" -d '{"events": [{"name": "network-changed", "server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:40.133809 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20822421-d7f9-4848-bd9f-e6ffc2f27fdd service neutron] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:40.152900 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddee9a4-5008-4414-9ab1-dd723b8340ee x-openstack-request-id: req-dddee9a4-5008-4414-9ab1-dd723b8340ee {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:40.153199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:40.153513 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dddee9a4-5008-4414-9ab1-dd723b8340ee {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:40.153927 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'status': 'completed', 'code': 200} Mar 02 03:40:40.159552 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:40:40.225865 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-8b90c58b-8e3e-487e-b729-68b71a1f525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.227996 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-8b90c58b-8e3e-487e-b729-68b71a1f525d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1127 time: 0.0486684 Mar 02 03:40:40.277472 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:40.280768 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-34391690-ba0a-41fd-b652-f58a0b1d5bbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 217 time: 0.0406406 Mar 02 03:40:40.282380 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:40.291133 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:40.305345 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:40.306163 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:40.316797 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6dcb55a4-32f5-45ea-b024-2ec5a3f46beb tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "PUT /v2.0/floatingips/a44369cf-dcdb-41b1-b632-2d483b750999 HTTP/1.1" status: 200 len: 991 time: 1.0979693 Mar 02 03:40:40.317499 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:40.323954 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc5681-d93d-4c87-bd8f-700499f54280" -d '{"events": [{"name": "network-changed", "server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:40.341894 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-f36f0072-7d20-4eae-91f9-85aed2c6e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.343690 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-f36f0072-7d20-4eae-91f9-85aed2c6e7ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0557785 Mar 02 03:40:40.373493 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb546f-e5a5-4127-8c01-45efb3e5b2a3 x-openstack-request-id: req-0cdb546f-e5a5-4127-8c01-45efb3e5b2a3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:40.373786 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:40.374041 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cdb546f-e5a5-4127-8c01-45efb3e5b2a3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:40.374704 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'status': 'completed', 'code': 200} Mar 02 03:40:40.404878 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-3416f89f-c513-4318-8b23-3ebbca5595b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.407178 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-3416f89f-c513-4318-8b23-3ebbca5595b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575383 Mar 02 03:40:40.444506 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:40.470784 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-a83ee87c-45ee-44cd-acc4-5a02a3a0b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.472805 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-a83ee87c-45ee-44cd-acc4-5a02a3a0b393 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7eaffa6e46a4505b1573a455ec97201&device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 1130 time: 0.0527005 Mar 02 03:40:40.600515 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-68e9cf8e-f8d6-45b1-96eb-3ac62801e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.603401 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-68e9cf8e-f8d6-45b1-96eb-3ac62801e7e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 200 len: 910 time: 0.1244373 Mar 02 03:40:40.771308 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'a44369cf-dcdb-41b1-b632-2d483b750999', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:5f:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6728102-8a08-438b-bda8-7d8198949d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:22Z', 'updated_at': '2022-03-02T03:40:39Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:40.803905 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:40.813695 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:40.814408 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:40.824835 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-57ddb1e6-0704-41d6-8033-b07ae7eca736 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081497 Mar 02 03:40:40.937067 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:40.956219 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-984213df-6835-4edd-bdc9-fae3c74b5674 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae2d5a72-79a7-4805-8ddb-58e051540660 HTTP/1.1" status: 200 len: 999 time: 0.3470519 Mar 02 03:40:40.981621 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdbb6d-25ba-4c6a-bd74-29c14229faa6 req-bf79c07d-5ef5-4f88-9216-89a1ec606458 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:40.983238 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3bfdbb6d-25ba-4c6a-bd74-29c14229faa6 req-bf79c07d-5ef5-4f88-9216-89a1ec606458 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0877092 Mar 02 03:40:40.987089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85fac8cc-dafd-4cb7-867e-31f62f33fff1 req-fff3a999-4e04-4cc2-b57e-534992e3cd0a service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562216 Mar 02 03:40:41.011378 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-7ae01d7e-54d1-4e57-8cef-67939b7c68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.012972 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-7ae01d7e-54d1-4e57-8cef-67939b7c68c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 200 len: 849 time: 0.0507033 Mar 02 03:40:41.045211 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3bfdbb6d-25ba-4c6a-bd74-29c14229faa6 req-d8ebb557-5ddd-4dfe-a80a-fd0d7ef4c81f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495687 Mar 02 03:40:41.073876 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-ead3d731-4e79-4623-8881-78bc9fa65d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.076059 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-ead3d731-4e79-4623-8881-78bc9fa65d98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2b3d2cd-489e-4454-8144-25e2fab88e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559525 Mar 02 03:40:41.129169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-1fb65e15-2d07-4693-bf55-f0fcc4b79104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.130588 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-1fb65e15-2d07-4693-bf55-f0fcc4b79104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1127 time: 0.0450261 Mar 02 03:40:41.178157 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-d88f6c27-d7ed-45a7-8a9d-a5afcafe3c6e service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Mar 02 03:40:41.181673 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'a44369cf-dcdb-41b1-b632-2d483b750999', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:5f:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6728102-8a08-438b-bda8-7d8198949d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:22Z', 'updated_at': '2022-03-02T03:40:39Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:41.207955 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cb04a-52dc-4b68-a867-58755dd98d50 None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'a44369cf-dcdb-41b1-b632-2d483b750999', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'port_id': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'mac_address': 'fa:16:3e:5f:d7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6728102-8a08-438b-bda8-7d8198949d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:22Z', 'updated_at': '2022-03-02T03:40:39Z', 'revision_number': 1, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:41.235816 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-0a927671-3a62-4e9d-8e7b-1c9090cdaa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.237335 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-0a927671-3a62-4e9d-8e7b-1c9090cdaa49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0936015 Mar 02 03:40:41.280833 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-ce5e746f-07a0-4ac3-9247-e28b7da1d4cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 217 time: 0.0363259 Mar 02 03:40:41.291703 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-a9cc5681-d93d-4c87-bd8f-700499f54280 req-228f5e91-2ee2-483d-b8c8-215d0e204bb2 service neutron] 10.222.0.35 "GET /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957036 Mar 02 03:40:41.333155 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-2c6b844b-2d7f-46b4-9564-ccfb7051576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.334630 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-2c6b844b-2d7f-46b4-9564-ccfb7051576b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0470123 Mar 02 03:40:41.400548 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-71b16867-28e7-4af3-9fb1-15d40c46b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:41.402192 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-71b16867-28e7-4af3-9fb1-15d40c46b740 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522637 Mar 02 03:40:41.414756 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc319586-8c03-41f8-bb02-b5c6569c55f4 None None] New status for floating IP a44369cf-dcdb-41b1-b632-2d483b750999: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:40:41.495308 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-c7e8dcf7-e190-44ae-bc46-9bd5c35dea0f service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841036 Mar 02 03:40:41.592644 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cb80924-14c9-4fc5-bff7-7776f48c7a84 req-36be4706-e603-4cc4-ad4e-2d53df0929a7 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909612 Mar 02 03:40:42.178159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347699be-e445-4325-8790-f29d9808aca9 req-ee3c9010-f4d2-4385-8dc0-6cb67d4afd4b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:42.180507 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-347699be-e445-4325-8790-f29d9808aca9 req-ee3c9010-f4d2-4385-8dc0-6cb67d4afd4b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0653362 Mar 02 03:40:42.228143 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-347699be-e445-4325-8790-f29d9808aca9 req-c5e4b346-11af-4a83-bf52-57a6a30b0429 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Mar 02 03:40:43.350001 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6aa54c-83f1-47ce-9c69-a3fac2da9e8d req-3cb48898-a2d1-45ed-826d-8e703f043846 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:43.351500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b6aa54c-83f1-47ce-9c69-a3fac2da9e8d req-3cb48898-a2d1-45ed-826d-8e703f043846 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0520318 Mar 02 03:40:43.397539 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b6aa54c-83f1-47ce-9c69-a3fac2da9e8d req-44a8bace-d5dd-4d71-91e3-ad1efe595b2f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403631 Mar 02 03:40:44.537352 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc089e80-af04-4c26-89fa-6c2519efc59d req-17dd3ce8-ad11-48f9-bd0d-587ce08b24d8 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:44.539002 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc089e80-af04-4c26-89fa-6c2519efc59d req-17dd3ce8-ad11-48f9-bd0d-587ce08b24d8 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0700169 Mar 02 03:40:44.589555 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fc089e80-af04-4c26-89fa-6c2519efc59d req-80214cf8-c9f2-4584-9438-8da5aeeabb11 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Mar 02 03:40:44.850949 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:40:45.076035 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:45.087111 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:40:45.122006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:45.122394 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:45.135887 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:40:45.158481 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:45.163404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:45.210437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:45.530010 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['4ba0ee61-14d5-4764-9f25-5df359f9822b'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:40:45.714698 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aea26e-f5e4-4a96-bba1-08cd1906d678 req-ddd2604f-5799-4ade-851f-a776bde9b639 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:45.716179 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1aea26e-f5e4-4a96-bba1-08cd1906d678 req-ddd2604f-5799-4ade-851f-a776bde9b639 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.0517728 Mar 02 03:40:45.761805 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c1aea26e-f5e4-4a96-bba1-08cd1906d678 req-2af549c3-4a3e-433a-81b1-491b063c8e16 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Mar 02 03:40:46.869641 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:40:46.886267 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849a61c-b6ad-4ae8-b1eb-963c8f30ad48 req-a573ceeb-b022-4682-92d8-cf129dcfcf30 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:46.887794 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4849a61c-b6ad-4ae8-b1eb-963c8f30ad48 req-a573ceeb-b022-4682-92d8-cf129dcfcf30 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.0544710 Mar 02 03:40:46.917811 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 4ba0ee61-14d5-4764-9f25-5df359f9822b completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:40:46.921630 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 4ba0ee61-14d5-4764-9f25-5df359f9822b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:40:46.922024 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:46.938477 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4849a61c-b6ad-4ae8-b1eb-963c8f30ad48 req-21a2e760-d11b-42ea-8b7b-da85cd8fb3bf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 Mar 02 03:40:46.999491 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:40:46.999881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:47.022571 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:47.025648 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6163edf2-95f7-451e-94eb-2e6bb8f057df" -d '{"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:47.041629 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:40:47.046557 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:47.072361 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c84fb0-a744-4bc6-a92d-75b27ed2a0ab x-openstack-request-id: req-82c84fb0-a744-4bc6-a92d-75b27ed2a0ab {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:47.072650 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:47.072903 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82c84fb0-a744-4bc6-a92d-75b27ed2a0ab {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:47.073288 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'code': 200} Mar 02 03:40:47.097287 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:40:47.278104 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc5f72-0fc8-4a67-b7bc-1c6f7cdc1e3a req-dabc5167-aff1-4b0e-bc6e-8fb8d0bd2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:47.279632 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48bc5f72-0fc8-4a67-b7bc-1c6f7cdc1e3a req-dabc5167-aff1-4b0e-bc6e-8fb8d0bd2ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1129 time: 0.0433865 Mar 02 03:40:47.322274 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48bc5f72-0fc8-4a67-b7bc-1c6f7cdc1e3a req-df1d379b-fda3-48cb-b6e6-cdb8fa3a06cd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366254 Mar 02 03:40:47.671566 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-399a3006-d186-4eb5-bd6e-59512443a020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:48.058511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e6099-cfe6-41f4-8d05-e0b597255950 req-43d2ccbb-0128-4c50-8630-cc9daa8a23c4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:48.059983 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8f8e6099-cfe6-41f4-8d05-e0b597255950 req-43d2ccbb-0128-4c50-8630-cc9daa8a23c4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Mar 02 03:40:48.105856 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8f8e6099-cfe6-41f4-8d05-e0b597255950 req-1b838a18-b52a-4b63-802f-afff2256d150 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404851 Mar 02 03:40:49.231517 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fced6c-4329-4643-b1a6-a59c484be110 req-71d42e60-a610-4188-a8b0-8f3bc73e38f4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:49.233047 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99fced6c-4329-4643-b1a6-a59c484be110 req-71d42e60-a610-4188-a8b0-8f3bc73e38f4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0564742 Mar 02 03:40:49.278980 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-99fced6c-4329-4643-b1a6-a59c484be110 req-4ff523ba-20f8-488f-913a-71cc02e13579 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Mar 02 03:40:49.395909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc1af7-566f-480c-8d34-15c50434f892 req-34c6001a-b4df-4db5-9552-6c5ae59de314 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:49.397272 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e5cc1af7-566f-480c-8d34-15c50434f892 req-34c6001a-b4df-4db5-9552-6c5ae59de314 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Mar 02 03:40:49.406441 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40534) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:40:49.410688 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'floatingip': {'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:40:49.451713 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:49.899477 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:49.903883 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:50.009089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Floating IP dd622e19-32a8-4c58-95ff-fffd0e7751d9 associated. External IP: 172.27.0.3, port: 4ba0ee61-14d5-4764-9f25-5df359f9822b. Mar 02 03:40:50.085058 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67b5e7d6-fb87-4dbe-be01-871b73fc09cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:50.224983 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:40:50.337432 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:40:50.342417 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:50.348006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:40:50.357647 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:50.358261 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:50.375577 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-28fab258-3fd2-42dc-9e0f-dba9ee671064 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "PUT /v2.0/floatingips/dd622e19-32a8-4c58-95ff-fffd0e7751d9 HTTP/1.1" status: 200 len: 989 time: 0.9680865 Mar 02 03:40:50.376356 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:40:50.378701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820e50d-fefd-4a88-9c77-fd7840e71162" -d '{"events": [{"name": "network-changed", "server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:40:50.425583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebad601-0a13-4e04-92d8-bd25bb591d90 x-openstack-request-id: req-aebad601-0a13-4e04-92d8-bd25bb591d90 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:40:50.425583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:40:50.425583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aebad601-0a13-4e04-92d8-bd25bb591d90 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:40:50.425583 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'status': 'completed', 'code': 200} Mar 02 03:40:50.481637 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:50.514462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-afba0113-ad58-48e4-9a4b-edda8fcb7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:50.516092 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-afba0113-ad58-48e4-9a4b-edda8fcb7cb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1129 time: 0.0497990 Mar 02 03:40:50.627988 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-ddcadb71-7cd9-4890-983a-add6579876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:50.629648 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-ddcadb71-7cd9-4890-983a-add6579876f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.1074469 Mar 02 03:40:50.705190 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-5f6723a0-a33b-40cd-8f4c-9816e0343cff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 997 time: 0.0677159 Mar 02 03:40:50.734765 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'dd622e19-32a8-4c58-95ff-fffd0e7751d9', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:36Z', 'updated_at': '2022-03-02T03:40:49Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:50.764433 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-d2a75d90-747a-41b8-a06e-105c413e7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:50.765912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-d2a75d90-747a-41b8-a06e-105c413e7768 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0546570 Mar 02 03:40:50.771397 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:40:50.781732 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:40:50.782342 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:50.818224 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-d28cb9bf-ac95-43f1-a31f-c983aa6d44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:40:50.819781 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-d28cb9bf-ac95-43f1-a31f-c983aa6d44d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472140 Mar 02 03:40:50.895784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:40:50.915890 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-49f75db1-f01a-4d1b-9dd9-34ca4a0c067b service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846772 Mar 02 03:40:50.951836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:51.023151 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9820e50d-fefd-4a88-9c77-fd7840e71162 req-fbfc5681-c03e-466e-a3e1-c29464189a17 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007736 Mar 02 03:40:51.140634 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'dd622e19-32a8-4c58-95ff-fffd0e7751d9', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:36Z', 'updated_at': '2022-03-02T03:40:49Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:40:51.167984 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b69a88-516f-485d-819c-5b93b46d630e None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'dd622e19-32a8-4c58-95ff-fffd0e7751d9', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:40:36Z', 'updated_at': '2022-03-02T03:40:49Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:40:51.388703 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6510f1f4-8f47-4c5e-9079-acabf4189411 None None] New status for floating IP dd622e19-32a8-4c58-95ff-fffd0e7751d9: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:40:52.400107 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:40:53.977622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:06.979949 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.267039 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-9ee226bc-0868-4586-9d74-2f69f7e01171 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599983077&fields=id&tenant_id=7e6b3df4db8641899040ec5bed522a1f HTTP/1.1" status: 200 len: 267 time: 0.1385260 Mar 02 03:41:07.322465 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-75f48762-0bf1-4f37-a4b7-f81a9ffd083b tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:07.323966 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-75f48762-0bf1-4f37-a4b7-f81a9ffd083b tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 985 time: 0.0517287 Mar 02 03:41:07.334330 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Request body: {'port': {'security_groups': ['a15b2ded-1948-467b-adb5-f9952c28b4aa']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:07.410693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.581420 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:07.611421 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.616394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.660054 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:07.660667 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.662170 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e9c187c-0dfc-4256-a577-b52b8838a87c req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "PUT /v2.0/ports/11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3320220 Mar 02 03:41:07.662635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:07.665967 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:07.666533 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:41:07.669635 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40614) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:07.688578 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4ce4d-3b9c-44ab-b186-22ae20515f0d tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event updated for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=7']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:07.738274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa42b8a-d879-4867-9610-cf004907b2d8 x-openstack-request-id: req-efa42b8a-d879-4867-9610-cf004907b2d8 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:07.738570 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:07.738830 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efa42b8a-d879-4867-9610-cf004907b2d8 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:07.739341 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:41:07.753347 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (536ddb33-f68a-47ef-afcb-e05c974b56c3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.786856 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (536ddb33-f68a-47ef-afcb-e05c974b56c3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.834166 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:41:07.844225 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-5140410f-2d0f-4aaa-ac44-1e30aa44cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:07.845755 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-5140410f-2d0f-4aaa-ac44-1e30aa44cdcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1130 time: 0.0593486 Mar 02 03:41:07.853956 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (536ddb33-f68a-47ef-afcb-e05c974b56c3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.857327 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:07.858532 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "DELETE /v2.0/security-groups/536ddb33-f68a-47ef-afcb-e05c974b56c3 HTTP/1.1" status: 204 len: 168 time: 0.1878493 Mar 02 03:41:07.864555 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40616) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:07.869415 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2193a-745f-4a11-98f3-8d394eec51ec tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536ddb33-f68a-47ef-afcb-e05c974b56c3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:07.984194 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ebd986b4-5f15-425e-9a47-3d339a4de34f None None] Provisioning complete for port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:07.984811 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ebd986b4-5f15-425e-9a47-3d339a4de34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.042306 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-9b7353dd-e11e-4cd3-a64f-e53f19bbc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:08.043862 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-9b7353dd-e11e-4cd3-a64f-e53f19bbc12c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.1882780 Mar 02 03:41:08.086285 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ebd986b4-5f15-425e-9a47-3d339a4de34f None None] Current status of the port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:08.089552 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:41:08.136942 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-6876ad77-4360-4f17-ba95-bd11f866533a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 1001 time: 0.0862491 Mar 02 03:41:08.175568 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Deleting port 0af9181b-2356-4e04-a241-0c71845577b6 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:08.175916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (0af9181b-2356-4e04-a241-0c71845577b6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.230590 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-15beabf2-9e7f-4acc-a5c3-d797ad9770fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:08.232110 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-15beabf2-9e7f-4acc-a5c3-d797ad9770fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0889342 Mar 02 03:41:08.290369 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (0af9181b-2356-4e04-a241-0c71845577b6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.291135 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for floatingip (0af9181b-2356-4e04-a241-0c71845577b6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.307327 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Calling delete_port for 0af9181b-2356-4e04-a241-0c71845577b6 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:08.326960 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-56eb1ee4-d6cc-4a57-b6ef-825b553ac5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:08.328508 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-56eb1ee4-d6cc-4a57-b6ef-825b553ac5db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903008 Mar 02 03:41:08.754947 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-e96eff4f-8b20-4344-b8ba-17e471bf4ff6 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956442 Mar 02 03:41:08.886770 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (0af9181b-2356-4e04-a241-0c71845577b6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.917450 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de08fc22-9014-4fd6-ac9f-cc04b08a0b25 req-23969b2f-1fd3-41ac-b3a2-3f40f100c15a service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519983 Mar 02 03:41:08.919754 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event deleted for resources: {'Port': ['ID=0af9181b-2356-4e04-a241-0c71845577b6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:08.982528 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks [] for floatingip (05c17c74-24e2-4509-82b3-57f208270a70), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:08.982909 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Floating IP 05c17c74-24e2-4509-82b3-57f208270a70 disassociated (deleted). External IP: 172.27.0.32, port: 11c6cb05-507a-4eff-87c3-ffaf5260ddc9. Mar 02 03:41:09.194049 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:09.305800 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:09.310516 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:09.315245 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Sync routers for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:09.325728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:09.326411 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:09.342055 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8ed352a7-465a-47e1-bc58-b7d25ad971df tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "DELETE /v2.0/floatingips/05c17c74-24e2-4509-82b3-57f208270a70 HTTP/1.1" status: 204 len: 168 time: 1.4760120 Mar 02 03:41:09.443999 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:09.645618 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:09.674640 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Checking router: 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:09.683695 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:09.684301 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:09.740316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:09.742683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44898cef-4fcc-488a-b02f-eab984afd12c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:09.781462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66d9e8-2db6-4016-970a-56cbd44263da x-openstack-request-id: req-4a66d9e8-2db6-4016-970a-56cbd44263da {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:09.781760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:09.782376 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a66d9e8-2db6-4016-970a-56cbd44263da {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:09.782507 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:41:09.791300 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:09.884845 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898cef-4fcc-488a-b02f-eab984afd12c req-749c17c8-e800-43cd-824a-5432ff572a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:09.886387 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-749c17c8-e800-43cd-824a-5432ff572a4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6b3df4db8641899040ec5bed522a1f&device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 1130 time: 0.0464249 Mar 02 03:41:09.981516 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a600072d-5712-4512-a59e-3f55623576c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:09.982996 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a600072d-5712-4512-a59e-3f55623576c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 200 len: 915 time: 0.0901380 Mar 02 03:41:10.027021 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-16ec68a4-13a3-4584-8497-fd8b81e8440b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0348413 Mar 02 03:41:10.077490 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a756e1ae-6e33-4a53-a660-a11b4b05a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:10.078944 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a756e1ae-6e33-4a53-a660-a11b4b05a10e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 200 len: 854 time: 0.0452747 Mar 02 03:41:10.113719 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:10.133916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a8b35dab-46ba-407b-bf0d-b153c060f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:10.135227 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a8b35dab-46ba-407b-bf0d-b153c060f70e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d23da59c-dbb0-4fd7-ab46-13b67d8570e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493593 Mar 02 03:41:10.146832 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf092d-3f78-4fe6-b69b-4952ea80a4ba None None] The sync data for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi is: [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:38:29Z', 'revision_number': 4, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '4183a76e-f4a3-48c5-ba21-5d0bca114c50', 'name': '', 'network_id': 'd23da59c-dbb0-4fd7-ab46-13b67d8570e6', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'mac_address': 'fa:16:3e:54:74:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:28Z', 'updated_at': '2022-03-02T03:38:35Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'subnets': [{'id': 'e45da566-4da3-4856-b3c6-5ac580bb6ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:10.230561 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-9965bd77-35a4-41bd-a414-dccd669e6893 service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874579 Mar 02 03:41:10.327439 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44898cef-4fcc-488a-b02f-eab984afd12c req-a31fdacb-d1fe-4bf3-bca6-b0da363ace5c service neutron] 10.222.0.35 "GET /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899179 Mar 02 03:41:10.384883 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cb292-b1d7-4f9b-b5a7-5c709030834e None None] New status for floating IP 05c17c74-24e2-4509-82b3-57f208270a70: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:41:12.036200 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82a54c-08b4-4f78-b4a4-b55e430f9ca2 req-9ecfed7c-61c7-4647-b23e-8e4a7c14a786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:12.037689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca82a54c-08b4-4f78-b4a4-b55e430f9ca2 req-9ecfed7c-61c7-4647-b23e-8e4a7c14a786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0527501 Mar 02 03:41:12.084126 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca82a54c-08b4-4f78-b4a4-b55e430f9ca2 req-01e9e189-a714-4137-8949-734fc53d2c5f tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Mar 02 03:41:13.251460 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7b7a-a82a-4f2c-8654-c61ffd4f92be req-c6d3a160-8a5e-488e-a850-c65666648bb9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:13.252943 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0ec7b7a-a82a-4f2c-8654-c61ffd4f92be req-c6d3a160-8a5e-488e-a850-c65666648bb9 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0995250 Mar 02 03:41:13.299275 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0ec7b7a-a82a-4f2c-8654-c61ffd4f92be req-231d8863-e511-4f51-b360-35fa0b3b3f93 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Mar 02 03:41:14.060871 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-ad108bb8-151e-4612-bc2a-1927f8bb9ce4 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:14.062306 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-ad108bb8-151e-4612-bc2a-1927f8bb9ce4 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0547159 Mar 02 03:41:14.154149 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Deleting port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:14.154487 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:14.246805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] For port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:14.247202 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:14.260213 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Calling delete_port for 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:14.418425 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (11c6cb05-507a-4eff-87c3-ffaf5260ddc9), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:14.450716 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Pushing event deleted for resources: {'Port': ['ID=11c6cb05-507a-4eff-87c3-ffaf5260ddc9,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:14.458274 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['11c6cb05-507a-4eff-87c3-ffaf5260ddc9'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:41:14.462268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45806-83d3-4175-bdc0-ff9419609e5e req-0f0a2a50-c02e-47f6-941b-444cb842e5b8 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:14.463944 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aca45806-83d3-4175-bdc0-ff9419609e5e req-0f0a2a50-c02e-47f6-941b-444cb842e5b8 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f7fdc23-d2a1-4345-8b3d-9f8c0317898c HTTP/1.1" status: 200 len: 946 time: 0.0973465 Mar 02 03:41:14.472805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.473157 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.473501 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.473840 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.474179 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.474511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.474842 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.475580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.475580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.475864 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.476209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.476560 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.476861 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:14.524601 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] No DVR routers for this DVR port 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:14.527654 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:14.530854 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ff63e441-92ec-4fbd-b73c-627f1f3a7f75 req-9d76c639-bdfe-4413-b980-66b25a0cd786 tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.35 "DELETE /v2.0/ports/11c6cb05-507a-4eff-87c3-ffaf5260ddc9 HTTP/1.1" status: 204 len: 173 time: 0.4627566 Mar 02 03:41:14.531563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'name': 'network-vif-deleted', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:14.533755 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b481ef7-16a2-44ff-ae4c-96f9b1b1c34b" -d '{"events": [{"server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "name": "network-vif-deleted", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:14.568040 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aca45806-83d3-4175-bdc0-ff9419609e5e req-979a782a-4b5e-4d0d-b8a9-fd46d3946dff tempest-TestMinimumBasicScenario-1381118855 tempest-TestMinimumBasicScenario-1381118855-project] 10.222.0.23 "GET /v2.0/security-groups?id=a15b2ded-1948-467b-adb5-f9952c28b4aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872355 Mar 02 03:41:14.572647 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009f75fc-4b34-4819-9470-e3542b254335 x-openstack-request-id: req-009f75fc-4b34-4819-9470-e3542b254335 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:14.572951 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7fdc23-d2a1-4345-8b3d-9f8c0317898c", "name": "network-vif-deleted", "tag": "11c6cb05-507a-4eff-87c3-ffaf5260ddc9", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:14.573165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-009f75fc-4b34-4819-9470-e3542b254335 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:14.573583 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7fdc23-d2a1-4345-8b3d-9f8c0317898c', 'name': 'network-vif-deleted', 'tag': '11c6cb05-507a-4eff-87c3-ffaf5260ddc9', 'status': 'completed', 'code': 200} Mar 02 03:41:16.297616 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40704) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:16.637096 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:16.878805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Deleting port 4183a76e-f4a3-48c5-ba21-5d0bca114c50 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:16.879168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:16.957585 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] For port 4183a76e-f4a3-48c5-ba21-5d0bca114c50, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=4183a76e-f4a3-48c5-ba21-5d0bca114c50,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:16.957945 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:16.970754 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Calling delete_port for 4183a76e-f4a3-48c5-ba21-5d0bca114c50 owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:17.147677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (4183a76e-f4a3-48c5-ba21-5d0bca114c50), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:17.177120 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Pushing event deleted for resources: {'Port': ['ID=4183a76e-f4a3-48c5-ba21-5d0bca114c50,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:17.341978 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:17.674390 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0c85-2bf4-4402-9c64-b737bda11a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:17.804713 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:17.910187 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:17.915759 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-03eabe08-c394-4cfb-93ca-8470749f2002 admin admin] 10.222.0.23 "PUT /v2.0/routers/19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170385 Mar 02 03:41:17.918204 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40706) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:17.921342 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Sync routers for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:17.932158 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:17.932860 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:18.025982 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks [] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.038793 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:18.132651 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks [] for router_gateway (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.185709 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Deleting port f4bfb35c-39a7-49c4-9a9f-a790178257e3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:18.185970 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.220641 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:41:17Z', 'revision_number': 5, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port': {'id': 'f4bfb35c-39a7-49c4-9a9f-a790178257e3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:25Z', 'updated_at': '2022-03-02T03:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:18.248049 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Checking router: 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:18.258838 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Routers {'19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:18.259487 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:40:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:18.269167 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] For port f4bfb35c-39a7-49c4-9a9f-a790178257e3, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=f4bfb35c-39a7-49c4-9a9f-a790178257e3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:18.269534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.282794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Calling delete_port for f4bfb35c-39a7-49c4-9a9f-a790178257e3 owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:18.347273 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] Set router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:18.400312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:41:18Z', 'revision_number': 6, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:18.426576 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb222d9d-5a5f-482b-8825-49c0d9867f76 None None] The sync data for ids ['19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e'] in dv-cinder-831090-3-iscsi is: [{'id': '19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e', 'name': 'tempest-TestMinimumBasicScenario-2084218139-router', 'tenant_id': '7e6b3df4db8641899040ec5bed522a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:24Z', 'updated_at': '2022-03-02T03:41:18Z', 'revision_number': 6, 'project_id': '7e6b3df4db8641899040ec5bed522a1f', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:18.450693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (f4bfb35c-39a7-49c4-9a9f-a790178257e3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.484314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bfb35c-39a7-49c4-9a9f-a790178257e3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:18.544749 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.652311 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.654432 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks [] for router_controller (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.717217 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.717505 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:41:18.722722 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.723890 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-66b2bdcc-bb54-40f7-a64c-4276d2f01346 admin admin] 10.222.0.23 "DELETE /v2.0/routers/19c3b6e0-1bee-4127-bcf5-4ab8c7abba4e HTTP/1.1" status: 204 len: 168 time: 0.8047712 Mar 02 03:41:18.726325 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40708) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:18.773145 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Deleting subnet e45da566-4da3-4856-b3c6-5ac580bb6ec5 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:41:18.777396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Publish callbacks [] for subnet (e45da566-4da3-4856-b3c6-5ac580bb6ec5), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.817269 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3311538'] for subnet (e45da566-4da3-4856-b3c6-5ac580bb6ec5), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.927635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (e45da566-4da3-4856-b3c6-5ac580bb6ec5), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:18.980849 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3788660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3735558'] for subnet (e45da566-4da3-4856-b3c6-5ac580bb6ec5), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.005389 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45da566-4da3-4856-b3c6-5ac580bb6ec5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:19.009663 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.012888 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ef1b2764-cf6a-4fe8-9aa7-16ab6f921007 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e45da566-4da3-4856-b3c6-5ac580bb6ec5 HTTP/1.1" status: 204 len: 168 time: 0.2851210 Mar 02 03:41:19.015410 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40710) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:19.017061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b5f47-fd68-44b6-b314-b53e3a329304 None None] Network d23da59c-dbb0-4fd7-ab46-13b67d8570e6 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:19.022004 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:19.078420 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:19.078805 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 11c6cb05-507a-4eff-87c3-ffaf5260ddc9 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:19.083456 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (d23da59c-dbb0-4fd7-ab46-13b67d8570e6), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.140208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Deleting port 205e6a64-732b-4d8b-8e67-63bc0829085d {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:19.140580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.199824 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] DHCP port deletion for d23da59c-dbb0-4fd7-ab46-13b67d8570e6 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:41:19.211081 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] For port 205e6a64-732b-4d8b-8e67-63bc0829085d, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=205e6a64-732b-4d8b-8e67-63bc0829085d,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:19.212137 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.225274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Calling delete_port for 205e6a64-732b-4d8b-8e67-63bc0829085d owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:19.255018 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Deleting port 205e6a64-732b-4d8b-8e67-63bc0829085d {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:19.255358 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.309640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.322660 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] For port 205e6a64-732b-4d8b-8e67-63bc0829085d, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=205e6a64-732b-4d8b-8e67-63bc0829085d,segment=NetworkSegment(8e155300-c74b-4b0d-8dc1-551dc1450464),segment_id=8e155300-c74b-4b0d-8dc1-551dc1450464)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:19.323081 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.335414 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Calling delete_port for 205e6a64-732b-4d8b-8e67-63bc0829085d owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:19.338365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] No DVR routers for this DVR port 205e6a64-732b-4d8b-8e67-63bc0829085d on host dv-cinder-831090-3-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:19.340185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Pushing event deleted for resources: {'Port': ['ID=205e6a64-732b-4d8b-8e67-63bc0829085d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:19.413585 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (d23da59c-dbb0-4fd7-ab46-13b67d8570e6), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.439451 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23da59c-dbb0-4fd7-ab46-13b67d8570e6']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:19.450669 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e155300-c74b-4b0d-8dc1-551dc1450464') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:19.450968 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e155300-c74b-4b0d-8dc1-551dc1450464') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:19.459249 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (205e6a64-732b-4d8b-8e67-63bc0829085d), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.462447 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (8e155300-c74b-4b0d-8dc1-551dc1450464), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.479579 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (8e155300-c74b-4b0d-8dc1-551dc1450464), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.484814 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] Pushing event deleted for resources: {'Port': ['ID=205e6a64-732b-4d8b-8e67-63bc0829085d,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:19.490909 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa4e71-b6d3-47a2-843a-24da5ffacd99 None None] No DVR routers for this DVR port 205e6a64-732b-4d8b-8e67-63bc0829085d on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:19.493423 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:41:19.493589 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (8e155300-c74b-4b0d-8dc1-551dc1450464), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:41:19.496695 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:41:19.553486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (d23da59c-dbb0-4fd7-ab46-13b67d8570e6), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.561161 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:19.564478 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d23da59c-dbb0-4fd7-ab46-13b67d8570e6 HTTP/1.1" status: 204 len: 168 time: 0.5480914 Mar 02 03:41:19.567450 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40712) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:19.575092 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466285-971f-4074-bbde-3073b7d76947 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23da59c-dbb0-4fd7-ab46-13b67d8570e6,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:19.667079 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 4183a76e-f4a3-48c5-ba21-5d0bca114c50 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:19.687063 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 4183a76e-f4a3-48c5-ba21-5d0bca114c50 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:19.687427 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 4183a76e-f4a3-48c5-ba21-5d0bca114c50 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:19.687848 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device f4bfb35c-39a7-49c4-9a9f-a790178257e3 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:19.706340 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: f4bfb35c-39a7-49c4-9a9f-a790178257e3 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:19.706687 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device f4bfb35c-39a7-49c4-9a9f-a790178257e3 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:19.707113 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 205e6a64-732b-4d8b-8e67-63bc0829085d no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:19.729548 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 205e6a64-732b-4d8b-8e67-63bc0829085d {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:19.729893 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 205e6a64-732b-4d8b-8e67-63bc0829085d not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:19.977711 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.088342 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-649d17e2-0663-4dc4-85a8-16e679abf50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.271334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Deleting port cc3f43bf-4773-4f9f-85a6-e06419e18421 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:20.271678 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.349221 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] For port cc3f43bf-4773-4f9f-85a6-e06419e18421, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=cc3f43bf-4773-4f9f-85a6-e06419e18421,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:20.349503 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.361503 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Calling delete_port for cc3f43bf-4773-4f9f-85a6-e06419e18421 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:20.534633 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (cc3f43bf-4773-4f9f-85a6-e06419e18421), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.561808 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3f43bf-4773-4f9f-85a6-e06419e18421,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:20.724229 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:20.932919 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:20.943789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.037595 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:21.045707 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cbf80f42-812a-4f73-89eb-44a7ed4caf39 admin admin] 10.222.0.23 "PUT /v2.0/routers/70c1b200-6a0d-4d4e-beed-67bc752b1c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4744215 Mar 02 03:41:21.046883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40716) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:21.048939 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Sync routers for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:21.058540 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:21.059167 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:21.149740 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks [] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.163956 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:21.254304 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks [] for router_gateway (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.310814 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Deleting port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:21.311183 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.341330 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:41:20Z', 'revision_number': 5, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port': {'id': '5ce9a53f-0d7d-43fb-b119-834f556bfcd1', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:32Z', 'updated_at': '2022-03-02T03:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:21.399935 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] For port 5ce9a53f-0d7d-43fb-b119-834f556bfcd1, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:21.400303 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.417634 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Calling delete_port for 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:21.459632 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Checking router: 70c1b200-6a0d-4d4e-beed-67bc752b1c6a for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:21.468427 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Routers {'70c1b200-6a0d-4d4e-beed-67bc752b1c6a'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:21.469034 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:21.564476 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] Set router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:21.626539 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:41:21Z', 'revision_number': 6, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:21.661411 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f4203-edce-48f8-93af-2703523c8c22 None None] The sync data for ids ['70c1b200-6a0d-4d4e-beed-67bc752b1c6a'] in dv-cinder-831090-3-iscsi is: [{'id': '70c1b200-6a0d-4d4e-beed-67bc752b1c6a', 'name': 'tempest-TestMinimumBasicScenario-1441920284-router', 'tenant_id': 'cd09b05374c847ba8768c3feafd7acec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:31Z', 'updated_at': '2022-03-02T03:41:21Z', 'revision_number': 6, 'project_id': 'cd09b05374c847ba8768c3feafd7acec', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:21.844426 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (5ce9a53f-0d7d-43fb-b119-834f556bfcd1), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:21.866983 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce9a53f-0d7d-43fb-b119-834f556bfcd1,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:21.926777 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.018573 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.020984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks [] for router_controller (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.064889 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (70c1b200-6a0d-4d4e-beed-67bc752b1c6a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.065414 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c1b200-6a0d-4d4e-beed-67bc752b1c6a {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:41:22.070375 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.071546 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c2806655-f26b-414a-97c0-32accd1115af admin admin] 10.222.0.23 "DELETE /v2.0/routers/70c1b200-6a0d-4d4e-beed-67bc752b1c6a HTTP/1.1" status: 204 len: 168 time: 1.0234838 Mar 02 03:41:22.074169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:22.126413 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Deleting subnet f45dcbff-25a4-4c7f-afdc-e9a27123dda3 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:41:22.129794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Publish callbacks [] for subnet (f45dcbff-25a4-4c7f-afdc-e9a27123dda3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.168578 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3311538'] for subnet (f45dcbff-25a4-4c7f-afdc-e9a27123dda3), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.242297 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (f45dcbff-25a4-4c7f-afdc-e9a27123dda3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.297611 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3788660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3735558'] for subnet (f45dcbff-25a4-4c7f-afdc-e9a27123dda3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.326131 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.329618 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f45dcbff-25a4-4c7f-afdc-e9a27123dda3 HTTP/1.1" status: 204 len: 168 time: 0.2542772 Mar 02 03:41:22.330610 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec16ff7-0136-4d5d-9bf1-00ce33fcc10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45dcbff-25a4-4c7f-afdc-e9a27123dda3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:22.333373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40734) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:22.333787 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6ed03-f148-4a86-a87c-c772b097eea6 None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:22.407513 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.421522 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.471232 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Deleting port 966c01f9-ad83-46bd-ab91-ce97ab430e10 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:22.471691 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.524489 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] DHCP port deletion for fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:41:22.541337 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] For port 966c01f9-ad83-46bd-ab91-ce97ab430e10, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=966c01f9-ad83-46bd-ab91-ce97ab430e10,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:22.541704 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.554997 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Calling delete_port for 966c01f9-ad83-46bd-ab91-ce97ab430e10 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:22.577085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Deleting port 966c01f9-ad83-46bd-ab91-ce97ab430e10 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:22.577458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.640388 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.644432 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] For port 966c01f9-ad83-46bd-ab91-ce97ab430e10, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=966c01f9-ad83-46bd-ab91-ce97ab430e10,segment=NetworkSegment(4298434b-6401-4fda-8314-09c3c45ea64a),segment_id=4298434b-6401-4fda-8314-09c3c45ea64a)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:22.644975 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.665376 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Pushing event deleted for resources: {'Port': ['ID=966c01f9-ad83-46bd-ab91-ce97ab430e10,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:22.672185 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] No DVR routers for this DVR port 966c01f9-ad83-46bd-ab91-ce97ab430e10 on host dv-cinder-831090-3-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:22.753296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.777192 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce3774d-ac86-49f7-819e-9bf6c5d9bdd4']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:22.788054 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4298434b-6401-4fda-8314-09c3c45ea64a') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:22.788288 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4298434b-6401-4fda-8314-09c3c45ea64a') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:22.803135 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (4298434b-6401-4fda-8314-09c3c45ea64a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.816320 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Calling delete_port for 966c01f9-ad83-46bd-ab91-ce97ab430e10 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:22.824891 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (4298434b-6401-4fda-8314-09c3c45ea64a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.833024 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:41:22.833644 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (4298434b-6401-4fda-8314-09c3c45ea64a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:41:22.835332 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:41:22.899514 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (fce3774d-ac86-49f7-819e-9bf6c5d9bdd4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.904883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.907827 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (966c01f9-ad83-46bd-ab91-ce97ab430e10), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:22.908031 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 HTTP/1.1" status: 204 len: 168 time: 0.5723381 Mar 02 03:41:22.922233 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2764606-19d7-4263-821f-82e763a32327 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce3774d-ac86-49f7-819e-9bf6c5d9bdd4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:22.932624 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Pushing event deleted for resources: {'Port': ['ID=966c01f9-ad83-46bd-ab91-ce97ab430e10,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:22.934564 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] Network fce3774d-ac86-49f7-819e-9bf6c5d9bdd4 is not hosted by any dhcp agent {{(pid=103289) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 02 03:41:22.935219 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff3051-137c-4ab4-98bd-b54451d952a9 None None] No DVR routers for this DVR port 966c01f9-ad83-46bd-ab91-ce97ab430e10 on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:23.072906 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40740) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:23.113985 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-320ce7a7-7a79-410f-a503-807f4a1128e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e6b3df4db8641899040ec5bed522a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398412 Mar 02 03:41:23.116497 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40742) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:23.161811 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] Publish callbacks [] for security_group (a15b2ded-1948-467b-adb5-f9952c28b4aa), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.183262 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] Publish callbacks [] for security_group (a15b2ded-1948-467b-adb5-f9952c28b4aa), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.233155 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (a15b2ded-1948-467b-adb5-f9952c28b4aa), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.235709 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.236862 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a15b2ded-1948-467b-adb5-f9952c28b4aa HTTP/1.1" status: 204 len: 168 time: 0.1193497 Mar 02 03:41:23.246730 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bab9b4-9cc3-47b6-a215-0e41defc13f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15b2ded-1948-467b-adb5-f9952c28b4aa,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:23.551152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40748) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:23.591578 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-62d75d4f-d3ae-47fe-ac25-d517f3ec98dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd09b05374c847ba8768c3feafd7acec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392506 Mar 02 03:41:23.593949 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:23.642860 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] Publish callbacks [] for security_group (778b73c3-35ac-4216-8c80-96646ecf46f3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.664620 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device cc3f43bf-4773-4f9f-85a6-e06419e18421 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:23.665125 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] Publish callbacks [] for security_group (778b73c3-35ac-4216-8c80-96646ecf46f3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.686052 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: cc3f43bf-4773-4f9f-85a6-e06419e18421 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:23.686397 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device cc3f43bf-4773-4f9f-85a6-e06419e18421 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:23.686800 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:23.706445 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:23.706774 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5ce9a53f-0d7d-43fb-b119-834f556bfcd1 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:23.707228 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 966c01f9-ad83-46bd-ab91-ce97ab430e10 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:23.711317 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (778b73c3-35ac-4216-8c80-96646ecf46f3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.714034 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:23.715225 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/778b73c3-35ac-4216-8c80-96646ecf46f3 HTTP/1.1" status: 204 len: 168 time: 0.1203759 Mar 02 03:41:23.723162 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21105c32-b135-4c7e-8c63-15e818706cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b73c3-35ac-4216-8c80-96646ecf46f3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:23.726995 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 966c01f9-ad83-46bd-ab91-ce97ab430e10 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:23.727349 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 966c01f9-ad83-46bd-ab91-ce97ab430e10 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:23.984964 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.394415 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40784) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:24.486017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1840689788-network', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:24.504620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Made reservation on behalf of c1f83d7fe62a4fca8328d978322a3cca for: {'network': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:24.507394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.516447 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.595635 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks [] for security_group (1a457071-b739-42eb-b0cd-96cd9aeb65d5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.600657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1a457071-b739-42eb-b0cd-96cd9aeb65d5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.628843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:41:24.630780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a457071-b739-42eb-b0cd-96cd9aeb65d5,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:24.641685 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (975879fe-f9f3-449c-9f86-9bbee73813f0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.642025 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.segments_db [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Added segment 975879fe-f9f3-449c-9f86-9bbee73813f0 of type vlan for network 53f235ea-f701-4700-a5bc-959cba0de98f Mar 02 03:41:24.680839 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (53f235ea-f701-4700-a5bc-959cba0de98f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.705582 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (53f235ea-f701-4700-a5bc-959cba0de98f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.706705 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:24.707256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.758505 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3623474 Mar 02 03:41:24.761450 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40788) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:24.766546 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Request body: {'subnet': {'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1840689788-subnet', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'ip_version': 4}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:24.769121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378382d-75f4-481d-9ed2-979489062516 admin admin] Pushing event updated for resources: {'Network': ['ID=53f235ea-f701-4700-a5bc-959cba0de98f,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:24.779016 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 53f235ea-f701-4700-a5bc-959cba0de98f details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:41:24.789155 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Made reservation on behalf of c1f83d7fe62a4fca8328d978322a3cca for: {'subnet': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:24.791750 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3202928'] for subnet (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:24.965549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3202882'] for subnet (3a8fcf54-4951-4510-b126-1a8cf06dbe87), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.022428 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8fcf54-4951-4510-b126-1a8cf06dbe87,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:25.034019 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.034376 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.034724 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.035087 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.035422 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.035754 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.036088 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.036417 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.036748 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.037076 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.037407 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.037755 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.038075 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:25.041412 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:25.041770 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Network hostable DHCP agents. Network: 53f235ea-f701-4700-a5bc-959cba0de98f, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:41:25.058338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Network 53f235ea-f701-4700-a5bc-959cba0de98f is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:41:25.067306 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 53f235ea-f701-4700-a5bc-959cba0de98f) {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:25.074734 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:25.075366 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.075910 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f521d9d-019c-4a1f-8735-27634e718e94 None None] Network 53f235ea-f701-4700-a5bc-959cba0de98f requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:25.091442 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8dabf974-284a-41d8-becc-326f3584ade0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3287754 Mar 02 03:41:25.093914 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40792) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:25.098373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:25.121414 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.122531 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.185794 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for router_controller (d1b24170-0c0f-4444-ada3-ec479fc7041e), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.193448 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-53f235ea-f701-4700-a5bc-959cba0de98f', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:41:25.194671 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.333277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for router_gateway (d1b24170-0c0f-4444-ada3-ec479fc7041e), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.338161 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Allocated IP 172.20.0.2 (53f235ea-f701-4700-a5bc-959cba0de98f/3a8fcf54-4951-4510-b126-1a8cf06dbe87/a808d8b7-56f6-42d8-8cdf-d68263a93a38) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:25.493840 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks [] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.502543 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.538956 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:25.546318 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:25.549885 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:25.559452 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Pushing event updated for resources: {'Port': ['ID=a808d8b7-56f6-42d8-8cdf-d68263a93a38,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:25.562549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for router_gateway (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.591937 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.622078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Attempting to bind port a808d8b7-56f6-42d8-8cdf-d68263a93a38 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:25.622556 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Attempting to bind port a808d8b7-56f6-42d8-8cdf-d68263a93a38 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:25.623024 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Attempting to bind port a808d8b7-56f6-42d8-8cdf-d68263a93a38 on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:25.628437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:25.628958 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:25.629542 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.629982 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Bound using segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:25.630546 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Bound port: a808d8b7-56f6-42d8-8cdf-d68263a93a38, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:25.631030 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.681610 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619eb6d-16e7-4a4f-9db0-06271859f269 req-f63bfa29-fc7b-4ee8-b76d-a2bcb561561c tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:25.683203 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3619eb6d-16e7-4a4f-9db0-06271859f269 req-f63bfa29-fc7b-4ee8-b76d-a2bcb561561c tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.0620358 Mar 02 03:41:25.694291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] For port a808d8b7-56f6-42d8-8cdf-d68263a93a38, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:25.698135 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] For port a808d8b7-56f6-42d8-8cdf-d68263a93a38, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=a808d8b7-56f6-42d8-8cdf-d68263a93a38,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:25.704216 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Allocated IP 172.27.0.6 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/c845ec46-5cba-4d6d-a05b-b336c0c418d5) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:25.705169 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.734950 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3619eb6d-16e7-4a4f-9db0-06271859f269 req-45e969b8-2694-41bd-8304-c8fc846a2f6f tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Mar 02 03:41:25.772863 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85b388-49b3-4285-9fa6-f3b5b9d20ff2 None None] Pushing event updated for resources: {'Port': ['ID=a808d8b7-56f6-42d8-8cdf-d68263a93a38,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:25.826665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.861417 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:25.901042 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:25.902472 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:25.909214 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:25.947373 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Pushing event updated for resources: {'Port': ['ID=c845ec46-5cba-4d6d-a05b-b336c0c418d5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:26.170691 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for router_gateway (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:26.367524 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:26.497772 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Router d1b24170-0c0f-4444-ada3-ec479fc7041e is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:41:26.609555 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:26.619025 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:26.628147 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:26.632380 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-0d3957d0-bc94-4453-b9d0-e88c45f42dce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5351503 Mar 02 03:41:26.633080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:26.633080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:26.633334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40812) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:26.686148 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83916772-e33c-498e-8b18-45e660fc258b None None] Network 53f235ea-f701-4700-a5bc-959cba0de98f requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:26.803812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Provisioning complete for port a808d8b7-56f6-42d8-8cdf-d68263a93a38 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:26.804187 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:26.836388 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:26.879817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbffc-2b7b-4adf-82b8-aeae9d1c7302 req-e9a8d664-4470-4de0-a912-bbc62ac41d3e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:26.881937 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-736cbffc-2b7b-4adf-82b8-aeae9d1c7302 req-e9a8d664-4470-4de0-a912-bbc62ac41d3e tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.0586607 Mar 02 03:41:26.938393 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-736cbffc-2b7b-4adf-82b8-aeae9d1c7302 req-c0cd1261-2dd9-4b52-8348-257c340ac79d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486064 Mar 02 03:41:27.076063 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Current status of the port a808d8b7-56f6-42d8-8cdf-d68263a93a38 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:27.076454 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.120137 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] For port a808d8b7-56f6-42d8-8cdf-d68263a93a38, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=a808d8b7-56f6-42d8-8cdf-d68263a93a38,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:27.127490 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.160991 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:26Z', 'revision_number': 3, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:27.195392 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:27.195746 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Updating router d1b24170-0c0f-4444-ada3-ec479fc7041e port c845ec46-5cba-4d6d-a05b-b336c0c418d5 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:41:27.233951 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373109e9-57ac-4b42-b60d-b35784be5707 None None] Pushing event updated for resources: {'Port': ['ID=a808d8b7-56f6-42d8-8cdf-d68263a93a38,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:27.247946 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.276562 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c6cc8496-740c-4c93-9ccf-1ed60e130aa0 None None] Provisioning complete for port a808d8b7-56f6-42d8-8cdf-d68263a93a38 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:27.277316 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8496-740c-4c93-9ccf-1ed60e130aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.295890 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.456272 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Allocated IP 172.20.0.1 (53f235ea-f701-4700-a5bc-959cba0de98f/3a8fcf54-4951-4510-b126-1a8cf06dbe87/b8b62938-978b-4a62-95d9-5baeae5b1867) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:27.558920 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks [] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.594889 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-84330340-a03e-49c8-afa9-40bc0ff2487b tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:27.596495 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-84330340-a03e-49c8-afa9-40bc0ff2487b tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.0560510 Mar 02 03:41:27.598360 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.615716 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc8496-740c-4c93-9ccf-1ed60e130aa0 None None] Current status of the port a808d8b7-56f6-42d8-8cdf-d68263a93a38 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:27.636467 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:27.641519 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:27.646347 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:27.687493 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Pushing event updated for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:27.703530 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.728067 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks [] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.744272 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.756505 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Deleting port ae2d5a72-79a7-4805-8ddb-58e051540660 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:27.756860 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.797320 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device a808d8b7-56f6-42d8-8cdf-d68263a93a38 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:27.845298 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783784f-d93e-4e0b-9262-29ac5bdd2eab None None] Pushing event updated for resources: {'Port': ['ID=c845ec46-5cba-4d6d-a05b-b336c0c418d5,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:27.855399 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Attempting to bind port c845ec46-5cba-4d6d-a05b-b336c0c418d5 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:27.856483 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Attempting to bind port c845ec46-5cba-4d6d-a05b-b336c0c418d5 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:27.857342 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Attempting to bind port c845ec46-5cba-4d6d-a05b-b336c0c418d5 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:27.865136 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.873037 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:27.873734 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:27.874474 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.875033 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:27.875722 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Bound port: c845ec46-5cba-4d6d-a05b-b336c0c418d5, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:27.876309 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.892334 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] For port ae2d5a72-79a7-4805-8ddb-58e051540660, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=ae2d5a72-79a7-4805-8ddb-58e051540660,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:27.892909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.944255 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] For port c845ec46-5cba-4d6d-a05b-b336c0c418d5, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:27.945596 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port a808d8b7-56f6-42d8-8cdf-d68263a93a38 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:27.945979 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:27.949116 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] For port c845ec46-5cba-4d6d-a05b-b336c0c418d5, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c845ec46-5cba-4d6d-a05b-b336c0c418d5,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:27.971911 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.052528 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks [] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.058717 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.062258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:28.063092 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:28.064544 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783784f-d93e-4e0b-9262-29ac5bdd2eab None None] Pushing event updated for resources: {'Port': ['ID=c845ec46-5cba-4d6d-a05b-b336c0c418d5,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:28.114188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-8728b149-bffb-4bba-b00e-018b44a4a622 None None] Provisioning complete for port b8b62938-978b-4a62-95d9-5baeae5b1867 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:28.114434 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8728b149-bffb-4bba-b00e-018b44a4a622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.135949 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523f263-3a27-494f-b8ac-5b39a3acf05d req-b07c0b4a-e1e6-4818-8a32-64f8e9d1b7e0 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:28.137765 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Pushing event updated for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:28.141971 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5523f263-3a27-494f-b8ac-5b39a3acf05d req-b07c0b4a-e1e6-4818-8a32-64f8e9d1b7e0 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 946 time: 0.1131189 Mar 02 03:41:28.151358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.180443 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.180443 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.180443 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Floating IP a44369cf-dcdb-41b1-b632-2d483b750999 disassociated. External IP: 172.27.0.17, port: ae2d5a72-79a7-4805-8ddb-58e051540660. Mar 02 03:41:28.180443 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Calling delete_port for ae2d5a72-79a7-4805-8ddb-58e051540660 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:28.215735 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5523f263-3a27-494f-b8ac-5b39a3acf05d req-1921e961-ec0c-4c67-94e0-9c0f98a15277 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups?id=0342371b-a1f0-48aa-a6f1-23a818581b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696132 Mar 02 03:41:28.219750 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-8728b149-bffb-4bba-b00e-018b44a4a622 None None] Port b8b62938-978b-4a62-95d9-5baeae5b1867 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:41:28.222518 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port a808d8b7-56f6-42d8-8cdf-d68263a93a38 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:28.250036 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:28.274658 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:28.277251 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:28.366576 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (ae2d5a72-79a7-4805-8ddb-58e051540660), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.404824 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'Port': ['ID=ae2d5a72-79a7-4805-8ddb-58e051540660,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:28.413279 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:28.508145 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 2, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:28.536336 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4031de5d-8ce3-4edd-847e-264b01a9bede None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 2, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:28.553571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:28.568753 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:28.571341 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-11086c5c-e07b-4635-87b9-f6719445c22a admin admin] 10.222.0.23 "PUT /v2.0/routers/d1b24170-0c0f-4444-ada3-ec479fc7041e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9336290 Mar 02 03:41:28.653225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-00293806-3baf-4d52-a40f-3146d144a1e6 None None] Provisioning complete for port b8b62938-978b-4a62-95d9-5baeae5b1867 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:28.653225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00293806-3baf-4d52-a40f-3146d144a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.698646 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-00293806-3baf-4d52-a40f-3146d144a1e6 None None] Port b8b62938-978b-4a62-95d9-5baeae5b1867 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:41:28.707458 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:28.726746 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:28.740657 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:28.742308 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:28.769632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] No DVR routers for this DVR port ae2d5a72-79a7-4805-8ddb-58e051540660 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:28.774432 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:28.787433 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c462022e-c223-4fb3-b2ab-8b06e9da1fcb req-a6fe183d-5e46-4dd4-9a0e-b7a85ac5bd8d tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.35 "DELETE /v2.0/ports/ae2d5a72-79a7-4805-8ddb-58e051540660 HTTP/1.1" status: 204 len: 173 time: 1.1838617 Mar 02 03:41:28.788026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'name': 'network-vif-deleted', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:28.811316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6628efd4-a7a5-4fbc-b87c-42d49a226832" -d '{"events": [{"server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "name": "network-vif-deleted", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:28.906969 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:29.197153 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:29.206876 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8d9eb2-b6a3-4809-b8a2-946edbc65978 x-openstack-request-id: req-1d8d9eb2-b6a3-4809-b8a2-946edbc65978 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:29.207416 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6728102-8a08-438b-bda8-7d8198949d16", "name": "network-vif-deleted", "tag": "ae2d5a72-79a7-4805-8ddb-58e051540660", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:29.207534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d8d9eb2-b6a3-4809-b8a2-946edbc65978 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:29.207878 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6728102-8a08-438b-bda8-7d8198949d16', 'name': 'network-vif-deleted', 'tag': 'ae2d5a72-79a7-4805-8ddb-58e051540660', 'status': 'completed', 'code': 200} Mar 02 03:41:29.234495 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:29.246046 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:29.246915 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:29.388308 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a400d73-4c93-4524-bd05-28daf46e27f2 req-2a5dd7b0-458c-402b-8562-9f7a36916295 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6728102-8a08-438b-bda8-7d8198949d16 HTTP/1.1" status: 200 len: 210 time: 0.0542614 Mar 02 03:41:29.407923 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40852) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:29.409407 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:29.415031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-413722687-network', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:29.439220 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57275f-4313-4453-a720-f715f9cc3386 req-f24b84b7-a884-49a6-8218-767fced17235 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:29.442161 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Made reservation on behalf of 20cafb9dd3534271b33cf720ec2dd289 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:29.442552 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df57275f-4313-4453-a720-f715f9cc3386 req-f24b84b7-a884-49a6-8218-767fced17235 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1219466 Mar 02 03:41:29.444559 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.460251 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.510648 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df57275f-4313-4453-a720-f715f9cc3386 req-26b8c7d9-ac40-4794-82f5-c28459cef5d3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 Mar 02 03:41:29.569198 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks [] for security_group (828503d7-9c0f-48a4-b5f5-569e61d617fb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.576473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (828503d7-9c0f-48a4-b5f5-569e61d617fb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.604683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:41:29.625304 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (2ec26ea2-d83e-4e53-9aa1-83e9c50801ad), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.625725 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Added segment 2ec26ea2-d83e-4e53-9aa1-83e9c50801ad of type vlan for network 1d66eab9-8b4c-4e79-93f9-10feb8909027 Mar 02 03:41:29.634509 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828503d7-9c0f-48a4-b5f5-569e61d617fb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:29.718353 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (1d66eab9-8b4c-4e79-93f9-10feb8909027), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.736286 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:29.744589 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (1d66eab9-8b4c-4e79-93f9-10feb8909027), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.748788 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:29.748788 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.769387 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c48c60-bf6f-411a-816a-c7f2e7e32e5c None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:36:06Z', 'revision_number': 4, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'd6c547d9-6e9a-4ccc-ac16-9f4d3748178e', 'name': '', 'network_id': 'f2b3d2cd-489e-4454-8144-25e2fab88e9d', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'mac_address': 'fa:16:3e:3f:9d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:05Z', 'updated_at': '2022-03-02T03:36:10Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'subnets': [{'id': '5a7aa198-99d5-4c9d-9dd6-81715d067181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:29.811847 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4025772 Mar 02 03:41:29.814621 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40854) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:29.820113 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Request body: {'subnet': {'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-413722687-subnet', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:29.841454 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f97b-57bc-42f7-a6fb-97ea78858b0e admin admin] Pushing event updated for resources: {'Network': ['ID=1d66eab9-8b4c-4e79-93f9-10feb8909027,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:29.844998 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Made reservation on behalf of 20cafb9dd3534271b33cf720ec2dd289 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:29.847399 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:29.858167 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:41:30.034743 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (80201a5e-81ac-403a-9e59-0b28ab8e07a3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.091019 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80201a5e-81ac-403a-9e59-0b28ab8e07a3,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:30.102283 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Checking segment: {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:30.102790 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Network hostable DHCP agents. Network: 1d66eab9-8b4c-4e79-93f9-10feb8909027, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:41:30.117401 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dad995-9c46-4e89-8df0-fcbbad062605 None None] New status for floating IP a44369cf-dcdb-41b1-b632-2d483b750999: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:41:30.122316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:41:30.131164 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 1d66eab9-8b4c-4e79-93f9-10feb8909027) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:30.139478 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:30.140079 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.158615 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e102f6-0b42-4cf9-b94c-ab6b4da4e1b6 None None] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:30.161821 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e8942741-35fc-480a-bca3-37637333c625 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3431382 Mar 02 03:41:30.162094 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40856) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:30.167281 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:30.188798 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6476'] for router (fe26065a-9494-415b-8b3d-f2978248ca78), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.189984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-545566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544449', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-585800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6453'] for router (fe26065a-9494-415b-8b3d-f2978248ca78), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.249259 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for router_controller (fe26065a-9494-415b-8b3d-f2978248ca78), precommit_add_association {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.359174 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f67b70a-d1b2-5911-9d7d-4555c8d0136c-1d66eab9-8b4c-4e79-93f9-10feb8909027', 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027', 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'fixed_ips': [{'subnet_id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3'}]}} from dv-cinder-831090-3-iscsi. {{(pid=103289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 03:41:30.360050 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.410607 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for router_gateway (fe26065a-9494-415b-8b3d-f2978248ca78), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.478385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40862) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:30.506739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.db_base_plugin_common [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Allocated IP 172.20.0.2 (1d66eab9-8b4c-4e79-93f9-10feb8909027/80201a5e-81ac-403a-9e59-0b28ab8e07a3/72017efb-ac28-4ca1-9206-9f62fb374c93) {{(pid=103289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:30.578064 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (0342371b-a1f0-48aa-a6f1-23a818581b9b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.628462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (0342371b-a1f0-48aa-a6f1-23a818581b9b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.645041 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for router_gateway (fe26065a-9494-415b-8b3d-f2978248ca78), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.665205 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.697969 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840d240-55bf-4ca1-ad56-bf25edc6ee8f req-3b078601-65e3-4b44-b271-783f05622cbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:30.699762 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1840d240-55bf-4ca1-ad56-bf25edc6ee8f req-3b078601-65e3-4b44-b271-783f05622cbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0898385 Mar 02 03:41:30.713076 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks [] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), precommit_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.719346 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), after_create {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.731119 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (0342371b-a1f0-48aa-a6f1-23a818581b9b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.733633 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.734771 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "DELETE /v2.0/security-groups/0342371b-a1f0-48aa-a6f1-23a818581b9b HTTP/1.1" status: 204 len: 168 time: 0.2547331 Mar 02 03:41:30.737651 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40866) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:30.756071 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c263736-93fe-4db2-a532-22ad98b5015a tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342371b-a1f0-48aa-a6f1-23a818581b9b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:30.771312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 is already hosted by enough agents. {{(pid=103289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:30.774161 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-9c015b6d-c92e-441d-8c84-936dbde56e94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] show failed (client error): The resource could not be found. Mar 02 03:41:30.780132 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-9c015b6d-c92e-441d-8c84-936dbde56e94 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "GET /v2.0/security-groups/0342371b-a1f0-48aa-a6f1-23a818581b9b HTTP/1.1" status: 404 len: 347 time: 0.0379062 Mar 02 03:41:30.780132 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40868) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:30.781730 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.scheduler.base_scheduler [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Resources bound (agent type, host, resource id): {{(pid=103289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:30.782256 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1840d240-55bf-4ca1-ad56-bf25edc6ee8f req-7437d676-7c12-4965-85f2-eda5fde35f1d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741594 Mar 02 03:41:30.787006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Pushing event updated for resources: {'Port': ['ID=72017efb-ac28-4ca1-9206-9f62fb374c93,revision_number=1']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:30.790231 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Received port after_create {{(pid=103289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:30.915293 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Allocated IP 172.27.0.253 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/543b790b-58cd-41fa-b9c0-34a295f9b4d3) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:30.986893 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Attempting to bind port 72017efb-ac28-4ca1-9206-9f62fb374c93 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:30.987525 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Attempting to bind port 72017efb-ac28-4ca1-9206-9f62fb374c93 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:30.987638 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Attempting to bind port 72017efb-ac28-4ca1-9206-9f62fb374c93 on network 1d66eab9-8b4c-4e79-93f9-10feb8909027 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:30.993356 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:30.993728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Checking segment: {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:30.994130 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.994544 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Bound using segment: {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:30.995006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Bound port: 72017efb-ac28-4ca1-9206-9f62fb374c93, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:30.995419 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:30.995909 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Deleting port ef9524d1-e540-4600-aad3-899717d183bf {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:30.996257 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (ef9524d1-e540-4600-aad3-899717d183bf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.052914 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device ae2d5a72-79a7-4805-8ddb-58e051540660 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:31.079692 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: ae2d5a72-79a7-4805-8ddb-58e051540660 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:31.080025 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device ae2d5a72-79a7-4805-8ddb-58e051540660 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:31.082959 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.083623 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] For port 72017efb-ac28-4ca1-9206-9f62fb374c93, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:31.094750 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] For port 72017efb-ac28-4ca1-9206-9f62fb374c93, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=72017efb-ac28-4ca1-9206-9f62fb374c93,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:31.103185 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.114225 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (ef9524d1-e540-4600-aad3-899717d183bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.114554 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (ef9524d1-e540-4600-aad3-899717d183bf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.135772 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Calling delete_port for ef9524d1-e540-4600-aad3-899717d183bf owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:31.160420 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Pushing event updated for resources: {'Port': ['ID=72017efb-ac28-4ca1-9206-9f62fb374c93,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:31.168507 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.169074 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.169571 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.170058 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.170555 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.171033 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.171560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.172050 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.172563 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.173234 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.173768 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.174099 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.174426 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ee79ba-afb3-4672-a387-1120e7fcb57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:31.188025 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.251299 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:31.260448 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Pushing event updated for resources: {'Port': ['ID=543b790b-58cd-41fa-b9c0-34a295f9b4d3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:31.264361 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:31.267608 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:31.431335 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:31.443352 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:31.443980 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:31.469710 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (ef9524d1-e540-4600-aad3-899717d183bf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.500918 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Pushing event deleted for resources: {'Port': ['ID=ef9524d1-e540-4600-aad3-899717d183bf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:31.554220 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:31.748875 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 72017efb-ac28-4ca1-9206-9f62fb374c93 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:31.788078 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 2, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:31.800659 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 72017efb-ac28-4ca1-9206-9f62fb374c93 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:31.801039 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.819949 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:31.820647 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Updating router d1b24170-0c0f-4444-ada3-ec479fc7041e port b8b62938-978b-4a62-95d9-5baeae5b1867 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:41:31.904117 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks [] for floatingip (a44369cf-dcdb-41b1-b632-2d483b750999), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.907948 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.909521 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b35d6f33-8840-45e4-8643-ffd973717e32 tempest-AttachVolumeTestJSON-2108784280 tempest-AttachVolumeTestJSON-2108784280-project] 10.222.0.23 "DELETE /v2.0/floatingips/a44369cf-dcdb-41b1-b632-2d483b750999 HTTP/1.1" status: 204 len: 168 time: 1.1244752 Mar 02 03:41:31.910312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 72017efb-ac28-4ca1-9206-9f62fb374c93 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:31.910911 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.959116 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for router_gateway (fe26065a-9494-415b-8b3d-f2978248ca78), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.962573 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 72017efb-ac28-4ca1-9206-9f62fb374c93, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=72017efb-ac28-4ca1-9206-9f62fb374c93,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:31.969103 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:31.970539 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c845ec46-5cba-4d6d-a05b-b336c0c418d5 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:32.057760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067353-5938-4bbf-b04e-020ecfdf5f08 req-e72675b9-7ef5-4f6b-b3cd-50f6001c9eab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:32.074710 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b067353-5938-4bbf-b04e-020ecfdf5f08 req-e72675b9-7ef5-4f6b-b3cd-50f6001c9eab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1243351 Mar 02 03:41:32.093225 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.096518 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=72017efb-ac28-4ca1-9206-9f62fb374c93,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:32.134603 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port c845ec46-5cba-4d6d-a05b-b336c0c418d5 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:32.137061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.169881 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b067353-5938-4bbf-b04e-020ecfdf5f08 req-09974bf9-b82e-4cdf-8334-9b781409dfa8 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942461 Mar 02 03:41:32.262819 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port c845ec46-5cba-4d6d-a05b-b336c0c418d5 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:32.264074 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.266473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-545545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544412'] for router (fe26065a-9494-415b-8b3d-f2978248ca78), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.288400 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port c845ec46-5cba-4d6d-a05b-b336c0c418d5, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c845ec46-5cba-4d6d-a05b-b336c0c418d5,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:32.295457 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fafa88-726c-4f1c-a563-c4c2b0a84b84 None None] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:32.299011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.397335 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks [] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.404253 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.428084 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Router fe26065a-9494-415b-8b3d-f2978248ca78 is scheduled to L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 with binding_index 1 {{(pid=103288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 03:41:32.439067 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e20c25a4-1c52-4b9e-b56f-c9c6a5e57097 None None] Provisioning complete for port 72017efb-ac28-4ca1-9206-9f62fb374c93 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:32.439568 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e20c25a4-1c52-4b9e-b56f-c9c6a5e57097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.444366 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=c845ec46-5cba-4d6d-a05b-b336c0c418d5,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:32.459927 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3468-377c-474a-8d77-afff04f5499f None None] Pushing event updated for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:32.537364 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Attempting to bind port b8b62938-978b-4a62-95d9-5baeae5b1867 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:32.538195 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Attempting to bind port b8b62938-978b-4a62-95d9-5baeae5b1867 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:32.538940 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Attempting to bind port b8b62938-978b-4a62-95d9-5baeae5b1867 on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:32.545787 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:32.546617 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:32.547293 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.547966 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Bound using segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:32.548716 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Bound port: b8b62938-978b-4a62-95d9-5baeae5b1867, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:32.549334 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.573001 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e20c25a4-1c52-4b9e-b56f-c9c6a5e57097 None None] Current status of the port 72017efb-ac28-4ca1-9206-9f62fb374c93 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:32.586743 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:32.598544 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Sync routers for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:32.618102 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.619604 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:32.620215 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:32.622536 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40876) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:32.623262 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-5ee5f997-96fe-4e1c-ad6e-1234cc9424ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4597454 Mar 02 03:41:32.634387 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] For port b8b62938-978b-4a62-95d9-5baeae5b1867, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:32.639382 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] For port b8b62938-978b-4a62-95d9-5baeae5b1867, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b8b62938-978b-4a62-95d9-5baeae5b1867,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:32.646775 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:32.742789 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3468-377c-474a-8d77-afff04f5499f None None] Pushing event updated for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:32.754917 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:32.755652 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:32.809012 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:32.922775 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:32.934441 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Provisioning complete for port b8b62938-978b-4a62-95d9-5baeae5b1867 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:32.934966 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.069776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Current status of the port b8b62938-978b-4a62-95d9-5baeae5b1867 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:33.070324 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.104140 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:31Z', 'revision_number': 3, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:33.139000 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] For port b8b62938-978b-4a62-95d9-5baeae5b1867, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b8b62938-978b-4a62-95d9-5baeae5b1867,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:33.140606 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Checking router: fe26065a-9494-415b-8b3d-f2978248ca78 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:33.140975 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Updating router fe26065a-9494-415b-8b3d-f2978248ca78 port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 binding host dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:41:33.144764 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.186654 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:33.208452 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.230874 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a59d3e-fb57-4258-b065-437d9d02472b None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:33.265649 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7f1c4-e6ca-4ba1-b3c0-c27833ddb71d None None] Pushing event updated for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:33.354909 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Provisioning complete for port 72017efb-ac28-4ca1-9206-9f62fb374c93 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:33.355327 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.428433 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25726cf-517d-40f9-b634-b7fafd26d64b req-ec293ad8-4ceb-4610-8ad4-e9b64b0a7929 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:33.431556 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d25726cf-517d-40f9-b634-b7fafd26d64b req-ec293ad8-4ceb-4610-8ad4-e9b64b0a7929 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1012578 Mar 02 03:41:33.521728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Current status of the port 72017efb-ac28-4ca1-9206-9f62fb374c93 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:33.543379 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d25726cf-517d-40f9-b634-b7fafd26d64b req-1ded2bb8-c508-499b-803d-b5bf541de680 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010776 Mar 02 03:41:33.553055 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Provisioning complete for port b8b62938-978b-4a62-95d9-5baeae5b1867 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:33.553432 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.590550 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.625484 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks [] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), precommit_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.662825 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.738123 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f963-c967-4b91-b56c-3ef39426998c None None] Pushing event updated for resources: {'Port': ['ID=543b790b-58cd-41fa-b9c0-34a295f9b4d3,revision_number=2']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:33.744596 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-ad680d5e-c3c4-46a3-ae4d-8f8d68f451f2 None None] Current status of the port b8b62938-978b-4a62-95d9-5baeae5b1867 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:33.754869 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Attempting to bind port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:33.755355 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Attempting to bind port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:33.755733 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Attempting to bind port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 on network a7177a0b-12bd-4294-841d-4606702f6a33 {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:33.769184 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:33.769372 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Checking segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:33.769879 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.770084 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Bound using segment: {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'} {{(pid=103289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:33.770651 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.managers [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Bound port: 543b790b-58cd-41fa-b9c0-34a295f9b4d3, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38eb673-55e2-4869-b6e7-d5bc9c3f4b65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}}] {{(pid=103289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:33.771081 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.774773 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b8b62938-978b-4a62-95d9-5baeae5b1867 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:33.816201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Allocated IP 172.20.0.1 (1d66eab9-8b4c-4e79-93f9-10feb8909027/80201a5e-81ac-403a-9e59-0b28ab8e07a3/2c06a08f-80f4-4ce4-a871-10cde772cf88) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:33.870292 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] For port 543b790b-58cd-41fa-b9c0-34a295f9b4d3, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:33.874527 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] For port 543b790b-58cd-41fa-b9c0-34a295f9b4d3, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=543b790b-58cd-41fa-b9c0-34a295f9b4d3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:33.882189 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port b8b62938-978b-4a62-95d9-5baeae5b1867 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:33.883074 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.904860 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.933583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks [] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.969689 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:33.975124 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:33.975793 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:34.010003 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:34.015365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:34.018487 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:34.060662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Pushing event updated for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:34.084280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541889'] for router_interface (fe26065a-9494-415b-8b3d-f2978248ca78), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.169605 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189f963-c967-4b91-b56c-3ef39426998c None None] Pushing event updated for resources: {'Port': ['ID=543b790b-58cd-41fa-b9c0-34a295f9b4d3,revision_number=3']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:34.231375 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.265465 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port b8b62938-978b-4a62-95d9-5baeae5b1867 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:34.266540 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 72017efb-ac28-4ca1-9206-9f62fb374c93 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:34.307964 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:34.364884 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-99ded0e6-760e-4895-819c-8b1b602afa04 None None] Provisioning complete for port 2c06a08f-80f4-4ce4-a871-10cde772cf88 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:34.365265 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-99ded0e6-760e-4895-819c-8b1b602afa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.408074 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks [] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.413914 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.458782 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-99ded0e6-760e-4895-819c-8b1b602afa04 None None] Port 2c06a08f-80f4-4ce4-a871-10cde772cf88 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:41:34.463145 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 72017efb-ac28-4ca1-9206-9f62fb374c93 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:34.463809 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.481478 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542545'] for router_interface (fe26065a-9494-415b-8b3d-f2978248ca78), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.493953 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Pushing event updated for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:34.589013 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:34.590153 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:34.600032 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 72017efb-ac28-4ca1-9206-9f62fb374c93 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:34.601721 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c845ec46-5cba-4d6d-a05b-b336c0c418d5 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:34.625634 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:31Z', 'revision_number': 3, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:34.662712 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2198410-e021-4d34-a1b8-ffe9d7a3fae9 None None] The sync data for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi is: [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:31Z', 'revision_number': 3, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:34.686216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port c845ec46-5cba-4d6d-a05b-b336c0c418d5 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:34.686837 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.761581 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d3159-3907-4fd0-8a6a-c35594312081 req-648dcb06-d268-4715-8f71-d775756b8bd0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:34.764462 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a50d3159-3907-4fd0-8a6a-c35594312081 req-648dcb06-d268-4715-8f71-d775756b8bd0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1279557 Mar 02 03:41:34.787667 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port c845ec46-5cba-4d6d-a05b-b336c0c418d5 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:34.809164 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Router fe26065a-9494-415b-8b3d-f2978248ca78 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:34.880046 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a50d3159-3907-4fd0-8a6a-c35594312081 req-f78cc8c3-c983-4a63-b015-5d5834d39ed0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978320 Mar 02 03:41:34.885384 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-80eb7267-851f-4d11-8984-fcf4178bb268 None None] Provisioning complete for port 2c06a08f-80f4-4ce4-a871-10cde772cf88 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:34.885759 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-80eb7267-851f-4d11-8984-fcf4178bb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:34.927549 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-80eb7267-851f-4d11-8984-fcf4178bb268 None None] Port 2c06a08f-80f4-4ce4-a871-10cde772cf88 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:41:34.952582 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:34.957704 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-97c00c32-6881-4955-b494-4c263cd857ca admin admin] 10.222.0.23 "PUT /v2.0/routers/fe26065a-9494-415b-8b3d-f2978248ca78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3335915 Mar 02 03:41:35.409670 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40904) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:35.414313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934618105', 'description': 'tempest-secgroup-smoke-1934618105 description', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:35.435827 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.505619 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (12fb3a65-408b-4c77-908b-4e8df6e31063), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.510358 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (12fb3a65-408b-4c77-908b-4e8df6e31063), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.538958 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.543273 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1296535 Mar 02 03:41:35.543427 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40906) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:35.547689 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:35.554171 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314abe60-7fee-4ed0-a859-06ed3971cdcc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb3a65-408b-4c77-908b-4e8df6e31063,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:35.577333 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (51365fe1-7ba0-4e27-8a51-0e21b6ad9e69), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.640836 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (51365fe1-7ba0-4e27-8a51-0e21b6ad9e69), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.645474 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (51365fe1-7ba0-4e27-8a51-0e21b6ad9e69), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.651825 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40914) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:35.665008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51365fe1-7ba0-4e27-8a51-0e21b6ad9e69,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:35.673905 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.677611 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-38d7f444-f57e-4ea4-bd51-8c87adb979b2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308117 Mar 02 03:41:35.677921 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40918) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:35.682429 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:35.716026 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 543b790b-58cd-41fa-b9c0-34a295f9b4d3 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:35.722082 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (7f389c85-f0a9-4d84-809b-846d95bde3cd), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.781263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:35.781727 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.798986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (7f389c85-f0a9-4d84-809b-846d95bde3cd), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.804270 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (7f389c85-f0a9-4d84-809b-846d95bde3cd), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.835659 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f389c85-f0a9-4d84-809b-846d95bde3cd,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:35.840820 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.842033 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4988b9ee-14b9-412b-8dd0-035609cfd934 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632450 Mar 02 03:41:35.844709 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40920) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:35.849687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:35.875192 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:35.875661 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.895811 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] For port 543b790b-58cd-41fa-b9c0-34a295f9b4d3, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=543b790b-58cd-41fa-b9c0-34a295f9b4d3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:35.900887 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.948368 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (f6c04840-f293-44c4-bf71-a78744b7d8b7), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:35.953554 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Pushing event updated for resources: {'Port': ['ID=543b790b-58cd-41fa-b9c0-34a295f9b4d3,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:36.015461 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cac4b-2430-47c0-801a-9128f87e6021 req-e80738a5-82ab-4191-86c4-c197271441f6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:36.017025 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cac4b-2430-47c0-801a-9128f87e6021 req-e80738a5-82ab-4191-86c4-c197271441f6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0545132 Mar 02 03:41:36.055020 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (f6c04840-f293-44c4-bf71-a78744b7d8b7), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.063044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (f6c04840-f293-44c4-bf71-a78744b7d8b7), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.073532 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0a8cac4b-2430-47c0-801a-9128f87e6021 req-cfe3210d-35fa-4dc7-a40e-0da40319f2de tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503170 Mar 02 03:41:36.115516 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c04840-f293-44c4-bf71-a78744b7d8b7,revision_number=0']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:36.125876 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.127090 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4f450261-e282-4002-a94a-23adc4ed123d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2813320 Mar 02 03:41:36.129932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40924) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:36.134841 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:36.160361 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (9b6bbb59-a368-468f-8af7-a8110ff12b0d), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.218714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (9b6bbb59-a368-468f-8af7-a8110ff12b0d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.222728 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (9b6bbb59-a368-468f-8af7-a8110ff12b0d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.237214 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6bbb59-a368-468f-8af7-a8110ff12b0d,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:36.252695 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.256457 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fc969337-aca5-4155-bab4-c9bba3ffe375 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230118 Mar 02 03:41:36.256716 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40926) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:36.262047 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:36.284583 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Project c1f83d7fe62a4fca8328d978322a3cca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:41:36.288114 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.290764 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (fbce52d1-28bf-4d58-9f40-80220d5b7c7e), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.360135 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (fbce52d1-28bf-4d58-9f40-80220d5b7c7e), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.364797 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (fbce52d1-28bf-4d58-9f40-80220d5b7c7e), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.384890 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbce52d1-28bf-4d58-9f40-80220d5b7c7e,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:36.390759 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.392329 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6ad3fd37-b86c-4a93-993c-322c4d54c59d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346784 Mar 02 03:41:36.394948 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40928) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:36.400066 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'security_group_rule': {'security_group_id': '12fb3a65-408b-4c77-908b-4e8df6e31063', 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:36.423717 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.securitygroups_db [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Project c1f83d7fe62a4fca8328d978322a3cca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 03:41:36.429919 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (cab9a181-8021-46f7-97c6-795bb30707b5), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.501202 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (cab9a181-8021-46f7-97c6-795bb30707b5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.508259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (cab9a181-8021-46f7-97c6-795bb30707b5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.529322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab9a181-8021-46f7-97c6-795bb30707b5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:36.535848 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.540763 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-125261f6-b62d-43e9-a2f5-12fce6d18a68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446049 Mar 02 03:41:36.607345 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Deleting port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:36.607693 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.666724 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Sync routers for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:36.678165 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:36.678911 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:36.700268 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] For port d6c547d9-6e9a-4ccc-ac16-9f4d3748178e, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:36.700786 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.719665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Calling delete_port for d6c547d9-6e9a-4ccc-ac16-9f4d3748178e owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:36.796072 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:36.921747 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (d6c547d9-6e9a-4ccc-ac16-9f4d3748178e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:36.947712 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c547d9-6e9a-4ccc-ac16-9f4d3748178e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:37.024733 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.035283 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:34Z', 'revision_number': 4, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '2c06a08f-80f4-4ce4-a871-10cde772cf88', 'name': '', 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'mac_address': 'fa:16:3e:3f:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:33Z', 'updated_at': '2022-03-02T03:41:34Z', 'revision_number': 2, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'subnets': [{'id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:37.064812 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Checking router: fe26065a-9494-415b-8b3d-f2978248ca78 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:37.065166 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Updating router fe26065a-9494-415b-8b3d-f2978248ca78 port 2c06a08f-80f4-4ce4-a871-10cde772cf88 binding host dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 03:41:37.126654 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.195880 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.246679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd86554-1815-4b59-86f5-76e7b18ffcb6 req-4434663d-1005-42f9-bc69-b65747885fe7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:37.251528 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afd86554-1815-4b59-86f5-76e7b18ffcb6 req-4434663d-1005-42f9-bc69-b65747885fe7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0754507 Mar 02 03:41:37.308005 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-afd86554-1815-4b59-86f5-76e7b18ffcb6 req-8a04d0c9-7d61-47ec-a424-f2d3677dfba2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536795 Mar 02 03:41:37.421962 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks [] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), precommit_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.428008 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.443858 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:41:37.478319 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Pushing event updated for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=3']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:37.503473 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.503846 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.504216 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.504567 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.504903 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.505234 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.505567 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.505897 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.506224 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.506565 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.507600 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.508137 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.508624 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:41:37.539783 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Attempting to bind port 2c06a08f-80f4-4ce4-a871-10cde772cf88 on host dv-cinder-831090-3-iscsi for vnic_type normal with profile {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:37.540521 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Attempting to bind port 2c06a08f-80f4-4ce4-a871-10cde772cf88 by drivers openvswitch,hyperv on host dv-cinder-831090-3-iscsi at level 0 using segments [{'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:37.541223 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Attempting to bind port 2c06a08f-80f4-4ce4-a871-10cde772cf88 on network 1d66eab9-8b4c-4e79-93f9-10feb8909027 {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:37.547327 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Checking agent: {'id': 'd079b6ef-8be8-4aff-b330-bfe4b6a73de3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831090-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 27, 54), 'started_at': datetime.datetime(2022, 3, 2, 3, 28, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831090-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:37.547710 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Checking segment: {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:37.548145 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.548570 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Bound using segment: {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'} {{(pid=103290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:37.549181 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.managers [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Bound port: 2c06a08f-80f4-4ce4-a871-10cde772cf88, host: dv-cinder-831090-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027'}}] {{(pid=103290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:37.549576 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), before_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.580978 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:41:37.586053 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a7c8a9a7-1579-4a62-82d5-cd2df7fa2f0e admin admin] 10.222.0.23 "PUT /v2.0/routers/e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9332242 Mar 02 03:41:37.588988 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40988) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:37.595696 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Sync routers for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:41:37.608890 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:37.610737 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:37.653574 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] For port 2c06a08f-80f4-4ce4-a871-10cde772cf88, host dv-cinder-831090-3-iscsi, cleared binding levels {{(pid=103290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:37.657200 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.plugins.ml2.db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] For port 2c06a08f-80f4-4ce4-a871-10cde772cf88, host dv-cinder-831090-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=2c06a08f-80f4-4ce4-a871-10cde772cf88,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:37.669831 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron_lib.callbacks.manager [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_update {{(pid=103290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.741741 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd229b3-acee-4b5b-adef-422d0a40ef89 None None] Pushing event updated for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=4']} {{(pid=103290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:37.769228 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:37.769866 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:37.801473 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:37.805162 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Provisioning complete for port 2c06a08f-80f4-4ce4-a871-10cde772cf88 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:37.806458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.826170 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks [] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:37.887984 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 543b790b-58cd-41fa-b9c0-34a295f9b4d3 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:37.911042 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:37.969060 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks [] for router_gateway (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.037259 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Deleting port 68322ed3-9516-4828-8498-9ef18f7dfcf4 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:38.037518 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.121390 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Current status of the port 2c06a08f-80f4-4ce4-a871-10cde772cf88 is: DOWN; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:38.121907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.141565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:38.141947 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.150665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] For port 68322ed3-9516-4828-8498-9ef18f7dfcf4, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=68322ed3-9516-4828-8498-9ef18f7dfcf4,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:38.151042 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.170866 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Calling delete_port for 68322ed3-9516-4828-8498-9ef18f7dfcf4 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:38.203565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] For port 2c06a08f-80f4-4ce4-a871-10cde772cf88, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=2c06a08f-80f4-4ce4-a871-10cde772cf88,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:38.214634 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.219576 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:41:36Z', 'revision_number': 5, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port': {'id': '68322ed3-9516-4828-8498-9ef18f7dfcf4', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:97:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:36:01Z', 'updated_at': '2022-03-02T03:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:38.260302 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:34Z', 'revision_number': 4, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '2c06a08f-80f4-4ce4-a871-10cde772cf88', 'name': '', 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'mac_address': 'fa:16:3e:3f:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:33Z', 'updated_at': '2022-03-02T03:41:37Z', 'revision_number': 4, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'subnets': [{'id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:38.271239 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Checking router: e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:41:38.311771 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c72e1-d172-4a68-9726-dd0de703b1b3 None None] The sync data for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi is: [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:34Z', 'revision_number': 4, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '2c06a08f-80f4-4ce4-a871-10cde772cf88', 'name': '', 'network_id': '1d66eab9-8b4c-4e79-93f9-10feb8909027', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'mac_address': 'fa:16:3e:3f:8b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:33Z', 'updated_at': '2022-03-02T03:41:37Z', 'revision_number': 4, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'subnets': [{'id': '80201a5e-81ac-403a-9e59-0b28ab8e07a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:38.333491 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Routers {'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:41:38.334163 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:41:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:38.384973 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acdeb7-d285-49a9-b438-cbb42f9b5de1 None None] Pushing event updated for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:38.426361 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:38.426883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (68322ed3-9516-4828-8498-9ef18f7dfcf4), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.440723 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2bb9c030-68b1-4c8a-96cc-7831f090d90c None None] Provisioning complete for port 2c06a08f-80f4-4ce4-a871-10cde772cf88 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:38.441294 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c030-68b1-4c8a-96cc-7831f090d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.473744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68322ed3-9516-4828-8498-9ef18f7dfcf4,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:38.500462 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] Set router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:41:38.526659 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4666-41c5-4276-a24c-c3929dbe99da req-7ae44e57-66d1-4a48-a2db-1aa1ae844bbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:38.535431 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce3d4666-41c5-4276-a24c-c3929dbe99da req-7ae44e57-66d1-4a48-a2db-1aa1ae844bbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0753751 Mar 02 03:41:38.545117 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.603791 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ce3d4666-41c5-4276-a24c-c3929dbe99da req-4f3dbf9d-a6b9-470c-b2d0-65257a9e5105 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670295 Mar 02 03:41:38.671715 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.674000 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks [] for router_controller (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.721123 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:41:37Z', 'revision_number': 6, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:38.734525 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.735899 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:41:38.741113 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.743174 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8ddc6f41-5609-4820-bf4d-76e2621dfbe2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77 HTTP/1.1" status: 204 len: 168 time: 1.1534262 Mar 02 03:41:38.745650 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 40994) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:38.758428 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e57a152-f02a-4eb5-a734-313b51d051ce None None] The sync data for ids ['e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5ce3a51-6b45-46f8-b7a4-b39bb7d9ba77', 'name': 'tempest-AttachVolumeTestJSON-706551424-router', 'tenant_id': 'e7eaffa6e46a4505b1573a455ec97201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:36:00Z', 'updated_at': '2022-03-02T03:41:37Z', 'revision_number': 6, 'project_id': 'e7eaffa6e46a4505b1573a455ec97201', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:41:38.807184 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Deleting subnet 5a7aa198-99d5-4c9d-9dd6-81715d067181 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:41:38.808994 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2bb9c030-68b1-4c8a-96cc-7831f090d90c None None] Current status of the port 2c06a08f-80f4-4ce4-a871-10cde772cf88 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:38.810498 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Publish callbacks [] for subnet (5a7aa198-99d5-4c9d-9dd6-81715d067181), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.852048 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (5a7aa198-99d5-4c9d-9dd6-81715d067181), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:38.967141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (5a7aa198-99d5-4c9d-9dd6-81715d067181), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.019985 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (5a7aa198-99d5-4c9d-9dd6-81715d067181), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.045399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7aa198-99d5-4c9d-9dd6-81715d067181,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:39.051807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.057138 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-414de7e1-a77d-419c-b98b-1a7fba27f2c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a7aa198-99d5-4c9d-9dd6-81715d067181 HTTP/1.1" status: 204 len: 168 time: 0.3082561 Mar 02 03:41:39.057710 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 40996) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:39.059689 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c447efa-19b7-4dcf-80c7-631711ce3afd None None] Network f2b3d2cd-489e-4454-8144-25e2fab88e9d requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:39.146198 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (f2b3d2cd-489e-4454-8144-25e2fab88e9d), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.217853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Deleting port ef7a63fc-5268-4170-9af2-2c313a5ce171 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:39.218198 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.231213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] DHCP port deletion for f2b3d2cd-489e-4454-8144-25e2fab88e9d request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:41:39.284246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] For port ef7a63fc-5268-4170-9af2-2c313a5ce171, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=ef7a63fc-5268-4170-9af2-2c313a5ce171,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:39.284926 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.285051 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Deleting port ef7a63fc-5268-4170-9af2-2c313a5ce171 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:41:39.285478 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.299826 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Calling delete_port for ef7a63fc-5268-4170-9af2-2c313a5ce171 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:39.351613 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] For port ef7a63fc-5268-4170-9af2-2c313a5ce171, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=ef7a63fc-5268-4170-9af2-2c313a5ce171,segment=NetworkSegment(e7226311-871a-44ef-9fb8-b5fa6fab5445),segment_id=e7226311-871a-44ef-9fb8-b5fa6fab5445)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:39.352036 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.364502 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Calling delete_port for ef7a63fc-5268-4170-9af2-2c313a5ce171 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:41:39.383208 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.410872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7a63fc-5268-4170-9af2-2c313a5ce171,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:39.412736 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] No DVR routers for this DVR port ef7a63fc-5268-4170-9af2-2c313a5ce171 on host dv-cinder-831090-3-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:39.449064 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (ef7a63fc-5268-4170-9af2-2c313a5ce171), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.473250 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] Pushing event deleted for resources: {'Port': ['ID=ef7a63fc-5268-4170-9af2-2c313a5ce171,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:39.478813 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301e717-0687-48ce-ab34-bdac2581834a None None] No DVR routers for this DVR port ef7a63fc-5268-4170-9af2-2c313a5ce171 on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:41:39.485960 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (f2b3d2cd-489e-4454-8144-25e2fab88e9d), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.510143 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b3d2cd-489e-4454-8144-25e2fab88e9d']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:39.519304 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7226311-871a-44ef-9fb8-b5fa6fab5445') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:39.519603 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7226311-871a-44ef-9fb8-b5fa6fab5445') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:41:39.533090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (e7226311-871a-44ef-9fb8-b5fa6fab5445), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.548906 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (e7226311-871a-44ef-9fb8-b5fa6fab5445), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.555588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:41:39.555983 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (e7226311-871a-44ef-9fb8-b5fa6fab5445), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:41:39.557624 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:41:39.614975 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (f2b3d2cd-489e-4454-8144-25e2fab88e9d), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.621447 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.626204 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f2b3d2cd-489e-4454-8144-25e2fab88e9d HTTP/1.1" status: 204 len: 168 time: 0.5662310 Mar 02 03:41:39.639043 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81875-cb1e-4891-b840-0fc567ef6ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b3d2cd-489e-4454-8144-25e2fab88e9d,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:39.747076 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf63b38-4b6b-441a-b246-baaff84316e5 req-b403db5e-0a5a-482c-b97c-b6e7f87fabbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:39.755513 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cf63b38-4b6b-441a-b246-baaff84316e5 req-b403db5e-0a5a-482c-b97c-b6e7f87fabbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0639126 Mar 02 03:41:39.784630 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 41004) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:39.807012 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 2c06a08f-80f4-4ce4-a871-10cde772cf88 up at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:39.815545 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cf63b38-4b6b-441a-b246-baaff84316e5 req-bf3abfb2-af21-451f-9343-140bbbca5f9b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589955 Mar 02 03:41:39.835785 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-29b357d1-30d9-439e-a39c-07720c875162 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7eaffa6e46a4505b1573a455ec97201&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498862 Mar 02 03:41:39.838197 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 41006) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:39.878104 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Provisioning complete for port 2c06a08f-80f4-4ce4-a871-10cde772cf88 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:39.878479 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.889168 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] Publish callbacks [] for security_group (f7f4370a-1e3f-47af-968c-15a31d778873), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.923185 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] Publish callbacks [] for security_group (f7f4370a-1e3f-47af-968c-15a31d778873), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.971936 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Current status of the port 2c06a08f-80f4-4ce4-a871-10cde772cf88 is: ACTIVE; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:39.988462 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f7f4370a-1e3f-47af-968c-15a31d778873), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.992422 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:39.993697 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7f4370a-1e3f-47af-968c-15a31d778873 HTTP/1.1" status: 204 len: 168 time: 0.1546066 Mar 02 03:41:40.002146 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6abb4b-b398-42ef-b4e2-4c7cc5cf245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4370a-1e3f-47af-968c-15a31d778873,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:40.043520 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d6c547d9-6e9a-4ccc-ac16-9f4d3748178e no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:40.065470 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: d6c547d9-6e9a-4ccc-ac16-9f4d3748178e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:40.065820 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d6c547d9-6e9a-4ccc-ac16-9f4d3748178e not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:40.066234 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device ef7a63fc-5268-4170-9af2-2c313a5ce171 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:40.086188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: ef7a63fc-5268-4170-9af2-2c313a5ce171 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:40.086541 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device ef7a63fc-5268-4170-9af2-2c313a5ce171 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:40.746894 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 41030) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:40.845077 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605398814-network', 'tenant_id': '2d19eadd11624dceaf77a67791796392'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:40.865391 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:40.868275 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:40.877965 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:40.968492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc841e9a-6f48-484a-8ebb-c5932f7ef3e7 req-55a7d829-565d-41da-9558-841c057d6617 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:40.969298 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks [] for security_group (c4d62090-fa56-4056-8d8b-1bca308959c6), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:40.971483 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc841e9a-6f48-484a-8ebb-c5932f7ef3e7 req-55a7d829-565d-41da-9558-841c057d6617 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0692570 Mar 02 03:41:40.974912 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c4d62090-fa56-4056-8d8b-1bca308959c6), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.000342 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:41:41.015829 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d62090-fa56-4056-8d8b-1bca308959c6,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:41.020792 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (30d6ef55-8128-4bc8-ba4b-e61cd6d02c48), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.021126 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Added segment 30d6ef55-8128-4bc8-ba4b-e61cd6d02c48 of type vlan for network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb Mar 02 03:41:41.044879 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc841e9a-6f48-484a-8ebb-c5932f7ef3e7 req-babd2090-9c6d-46d2-a2c9-3ffec07d15cf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621061 Mar 02 03:41:41.068285 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (04f05bf1-583d-4ef5-b234-c4a1f3c712fb), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.096826 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (04f05bf1-583d-4ef5-b234-c4a1f3c712fb), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.098022 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:41.098897 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.159933 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:41:41.267833 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:41.280022 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:41:41.322056 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: ACTIVE; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:41.322458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.338893 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:41:41.360989 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:41.366437 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.428647 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:41.428896 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6778619 Mar 02 03:41:41.429444 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dadefa-3e80-4bd9-8220-2d809827379c admin admin] Pushing event updated for resources: {'Network': ['ID=04f05bf1-583d-4ef5-b234-c4a1f3c712fb,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:41.429917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 41038) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:41.435162 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Request body: {'subnet': {'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605398814-subnet', 'tenant_id': '2d19eadd11624dceaf77a67791796392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:41.448577 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:41:41.464463 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:41.472318 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.556263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['4ba0ee61-14d5-4764-9f25-5df359f9822b'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:41:41.634881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 68322ed3-9516-4828-8498-9ef18f7dfcf4 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:41.658573 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (90b6be9d-c901-4961-a6f5-f58aaba95e38), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.667946 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 68322ed3-9516-4828-8498-9ef18f7dfcf4 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:41:41.668289 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 68322ed3-9516-4828-8498-9ef18f7dfcf4 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:41:41.715618 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b6be9d-c901-4961-a6f5-f58aaba95e38,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:41.727268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Checking segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:41.727630 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Network hostable DHCP agents. Network: 04f05bf1-583d-4ef5-b234-c4a1f3c712fb, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:41:41.745079 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:41:41.753409 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 04f05bf1-583d-4ef5-b234-c4a1f3c712fb) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:41.757825 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:41.758416 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:41.762925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53bb96-5b80-487b-96cc-96251229b17c None None] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:41.778001 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b6e55454-34a3-43c8-b2e4-28e0778cb070 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3468788 Mar 02 03:41:41.871132 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b04f637-ba54-44aa-bd95-f1e381122f01 None None] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:41:42.235382 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bdd23-6d32-4377-aa0a-749324a16ffc req-00c518a9-a32c-41e6-b366-b86dbc37bfa2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:42.236883 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a0bdd23-6d32-4377-aa0a-749324a16ffc req-00c518a9-a32c-41e6-b366-b86dbc37bfa2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.1086547 Mar 02 03:41:42.258138 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-9f1fdfdb-46fa-4390-9ef0-fcada3fe97e6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:42.259584 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-9f1fdfdb-46fa-4390-9ef0-fcada3fe97e6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1552327 Mar 02 03:41:42.286668 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-e438acc4-65a4-4373-a3bc-abbd5feaf70f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/quotas/2d19eadd11624dceaf77a67791796392 HTTP/1.1" status: 200 len: 375 time: 0.0202742 Mar 02 03:41:42.311952 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a0bdd23-6d32-4377-aa0a-749324a16ffc req-78a78961-c722-4994-ad38-ee63c7d504be tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686526 Mar 02 03:41:42.328964 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-c7a838b4-7128-476d-98fd-d34736781650 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360706 Mar 02 03:41:42.480763 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-23949428-bc99-48a9-8add-c66c0372c6d3 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445363 Mar 02 03:41:42.573819 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-321bc3d0-33d5-436c-a068-0729a44cfb21 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Mar 02 03:41:42.771103 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fb38a31a-f242-42fa-9d87-90ba4b607766 req-8c6888fd-9d40-48d0-885f-53dbc166b06b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Mar 02 03:41:43.164810 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:43.236602 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 4ba0ee61-14d5-4764-9f25-5df359f9822b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:43.237089 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:43.330616 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:43.331375 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:43.373407 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:43.375119 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:43.377940 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb13dbc-d4d7-48d4-81c6-c7b8bcb439f6" -d '{"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:43.382332 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:43.521646 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:43.554983 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5db7467-a2a2-43c1-b37f-69c9be41f912 x-openstack-request-id: req-c5db7467-a2a2-43c1-b37f-69c9be41f912 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:43.555314 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:43.555579 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5db7467-a2a2-43c1-b37f-69c9be41f912 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:43.556010 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'code': 200} Mar 02 03:41:43.578966 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138f43-db6d-468f-b3a1-b11fd18df80a req-a4bf3e4c-e445-4bcf-91a1-73fad7af7f1d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:43.580669 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3b138f43-db6d-468f-b3a1-b11fd18df80a req-a4bf3e4c-e445-4bcf-91a1-73fad7af7f1d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0860076 Mar 02 03:41:43.663692 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3b138f43-db6d-468f-b3a1-b11fd18df80a req-03e1b19a-8784-4c9d-9b44-16e2d6ae964b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760958 Mar 02 03:41:43.865698 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf4eed72-650e-4906-baee-84b152611401 req-865e0064-e547-45a4-bf3c-afab478920ce tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Mar 02 03:41:44.277673 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-cabf9c27-1121-40e5-b804-fa9277a75e22 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:44.279611 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-cabf9c27-1121-40e5-b804-fa9277a75e22 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1745877 Mar 02 03:41:44.308871 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Request body: {'port': {'device_id': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'admin_state_up': True, 'tenant_id': '2d19eadd11624dceaf77a67791796392'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:44.433340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:44.442620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:44.605464 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Allocated IP 172.20.0.14 (04f05bf1-583d-4ef5-b234-c4a1f3c712fb/90b6be9d-c901-4961-a6f5-f58aaba95e38/7c9d29f6-06cf-404b-b04f-94a3f6ddaa79) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:44.838574 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks [] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:44.848315 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618a97d-a023-4f4f-b028-2a19d83ae8c5 req-a39c921c-75ce-4ec3-8701-1fa482308a99 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:44.855791 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4618a97d-a023-4f4f-b028-2a19d83ae8c5 req-a39c921c-75ce-4ec3-8701-1fa482308a99 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1114981 Mar 02 03:41:44.942168 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4618a97d-a023-4f4f-b028-2a19d83ae8c5 req-08338466-7669-406d-b2af-4d317988adf5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853770 Mar 02 03:41:44.996018 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eaccacd1-a815-4c2a-a057-18e51253d8ea req-3a6c821e-e35e-4fa5-ae3b-d553f712458a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 210 time: 0.0511672 Mar 02 03:41:44.997273 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:45.050689 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:45.054491 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:45.059474 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:45.063888 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event updated for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:45.089222 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:41:45.127887 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:45.128502 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:45.147356 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-faf40b2b-4892-44ca-b545-ea949647881c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8425477 Mar 02 03:41:45.228805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Request body: {'port': {'device_id': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:45.303995 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:45.675555 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:41:45.688091 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks [] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:45.705396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Transition to ACTIVE for port object 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:41:45.709196 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:45.837315 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Pushing event updated for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:45.877054 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Attempting to bind port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:45.877640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Attempting to bind port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:45.883072 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Attempting to bind port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:45.887631 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:41:45.888199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Attempting to bind port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:45.895835 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:45.895835 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Checking segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:45.896182 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Bound using segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:45.896770 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Bound port: 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:45.897297 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:46.411897 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377373f-5d3b-4005-b36d-d3f408a01a78 req-5402a99a-bbf0-4de4-94f6-4dd391f00a0b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.413806 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f377373f-5d3b-4005-b36d-d3f408a01a78 req-5402a99a-bbf0-4de4-94f6-4dd391f00a0b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 944 time: 0.1792390 Mar 02 03:41:46.424051 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e64eb-5b56-4c46-b9da-e9329e62e66d req-601c974b-8c38-4d86-9366-f130c26f8a48 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.425479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b1e64eb-5b56-4c46-b9da-e9329e62e66d req-601c974b-8c38-4d86-9366-f130c26f8a48 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1889880 Mar 02 03:41:46.426613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:46.431847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:46.450583 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:46.522981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.523632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:46.525153 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] 10.222.0.35 "PUT /v2.0/ports/7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 HTTP/1.1" status: 200 len: 1094 time: 1.3637769 Mar 02 03:41:46.525610 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:46.527890 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567bd0cc-b0d0-4989-8f9f-f0878778bf22" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:46.588275 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9b1e64eb-5b56-4c46-b9da-e9329e62e66d req-a8b97018-a396-4a9b-b010-773c01e82351 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508915 Mar 02 03:41:46.590973 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6215-7293-4a7b-8a60-a3898999753b service neutron] Pushing event updated for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:46.619663 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f377373f-5d3b-4005-b36d-d3f408a01a78 req-a719ecf0-3133-4edb-8ea1-9c27b26e71f7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898935 Mar 02 03:41:46.676246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-10eaf784-a702-43ec-a7c5-3c24a765b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.677939 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-10eaf784-a702-43ec-a7c5-3c24a765b94e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 1128 time: 0.0837939 Mar 02 03:41:46.680013 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201584e3-8409-4b66-bafb-e23065044c9f x-openstack-request-id: req-201584e3-8409-4b66-bafb-e23065044c9f {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:46.680412 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:46.680768 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-201584e3-8409-4b66-bafb-e23065044c9f {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:46.681261 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', 'status': 'completed', 'code': 200} Mar 02 03:41:46.779688 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-27526656-6c00-4628-ad8f-aa8d06717fb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 HTTP/1.1" status: 200 len: 217 time: 0.0412521 Mar 02 03:41:46.812711 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1bba0-81c6-488d-8d6d-bd912e75a4d4 req-5c538596-e0cb-4ffd-a96d-7b68994edc9d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.814316 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4a1bba0-81c6-488d-8d6d-bd912e75a4d4 req-5c538596-e0cb-4ffd-a96d-7b68994edc9d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.1062503 Mar 02 03:41:46.888783 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c465-552a-4bd8-885c-358d16481317 req-02dd2f26-a587-4362-a56c-a52327d4f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:46.890278 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-02dd2f26-a587-4362-a56c-a52327d4f00b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0970283 Mar 02 03:41:46.936083 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-1c2c0a9d-67e0-4195-8396-adb1b946e193 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345073 Mar 02 03:41:46.939803 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4a1bba0-81c6-488d-8d6d-bd912e75a4d4 req-1655972b-c7a3-4103-b62c-8acca96cfc14 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901179 Mar 02 03:41:47.038586 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-566f5d2b-e632-4585-906d-17a0f463d0c9 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949063 Mar 02 03:41:47.143356 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1b0c465-552a-4bd8-885c-358d16481317 req-c55a7746-50b3-44f8-b78d-5feaab44ac0e service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983233 Mar 02 03:41:47.288972 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-2c8373f0-87fc-4337-98b3-59f093da729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:47.290485 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-2c8373f0-87fc-4337-98b3-59f093da729e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 1128 time: 0.0504966 Mar 02 03:41:47.399276 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-5f1a6b76-1dd8-4a5e-908e-97d834b7aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:47.400985 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-5f1a6b76-1dd8-4a5e-908e-97d834b7aa79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 915 time: 0.1032145 Mar 02 03:41:47.445859 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-da93b3d3-3952-4bd3-b849-77b263020be1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 HTTP/1.1" status: 200 len: 217 time: 0.0384514 Mar 02 03:41:47.499323 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-78eda750-2eb2-412a-84b1-07cc92129f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:47.501111 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-78eda750-2eb2-412a-84b1-07cc92129f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0483477 Mar 02 03:41:47.541243 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-e1eea52f-ed75-45c2-8e1a-a32d734b556c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319471 Mar 02 03:41:47.647500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-3c609ded-9749-4e58-9f04-2e45d65c9b90 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901101 Mar 02 03:41:47.697076 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5cd59c67-545d-4955-a31a-573d53350d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:47.837639 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8ee6d-81da-48b2-aeec-4f27228af938 req-fba6fbd1-98d3-4571-b058-1521e414da6b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:47.839155 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cd8ee6d-81da-48b2-aeec-4f27228af938 req-fba6fbd1-98d3-4571-b058-1521e414da6b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1216245 Mar 02 03:41:47.848043 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4d49e-8249-4299-8777-28c42c3af751 req-79d188d0-03c4-4160-98de-d588204ab963 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:47.849531 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81d4d49e-8249-4299-8777-28c42c3af751 req-79d188d0-03c4-4160-98de-d588204ab963 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 944 time: 0.1331012 Mar 02 03:41:47.869203 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-567bd0cc-b0d0-4989-8f9f-f0878778bf22 req-176b1da7-b302-451f-8e01-eb7d1724b15a service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145424 Mar 02 03:41:47.924016 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1cd8ee6d-81da-48b2-aeec-4f27228af938 req-b306cc96-a81f-41ca-aee5-9029499adb27 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716813 Mar 02 03:41:47.946261 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81d4d49e-8249-4299-8777-28c42c3af751 req-1836296b-f32f-4c14-b11a-61c6f017d262 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Mar 02 03:41:48.078334 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2db778-e148-4e82-a1fa-adc415d18f96 req-0d9dc5a1-367e-411d-ae8c-5d32dc2c9977 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:48.085599 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f2db778-e148-4e82-a1fa-adc415d18f96 req-0d9dc5a1-367e-411d-ae8c-5d32dc2c9977 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0727978 Mar 02 03:41:48.137747 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5f2db778-e148-4e82-a1fa-adc415d18f96 req-1bcfc67f-0ca3-4b78-9764-1937dfc38b34 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512581 Mar 02 03:41:49.104963 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baec20-cedc-4cc5-aa67-80156a6fe942 req-3af4144d-4d7a-4186-843f-b561655a062f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:49.106372 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96baec20-cedc-4cc5-aa67-80156a6fe942 req-3af4144d-4d7a-4186-843f-b561655a062f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0948353 Mar 02 03:41:49.114530 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc23bc-2db8-4593-b907-d94ddc6c7551 req-cfe8e8f5-c36c-48b2-89f1-fb17e958cacf tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:49.116060 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4edc23bc-2db8-4593-b907-d94ddc6c7551 req-cfe8e8f5-c36c-48b2-89f1-fb17e958cacf tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 944 time: 0.0934577 Mar 02 03:41:49.177341 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:41:49.187789 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96baec20-cedc-4cc5-aa67-80156a6fe942 req-a1ab4059-fe63-4679-942e-438b9020b4aa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707479 Mar 02 03:41:49.199397 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4edc23bc-2db8-4593-b907-d94ddc6c7551 req-30d7bf9a-5eed-49bd-9601-a4c24aafbaa5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765212 Mar 02 03:41:49.323344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:49.333796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1fe9c-da98-4df4-bc9d-1fe7953f7674 req-dc2c9e85-f47f-46c6-8df0-610fee630b1e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:49.335613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bab1fe9c-da98-4df4-bc9d-1fe7953f7674 req-dc2c9e85-f47f-46c6-8df0-610fee630b1e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0755670 Mar 02 03:41:49.337039 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'port_id': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', 'mac_address': 'fa:16:3e:6f:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b6be9d-c901-4961-a6f5-f58aaba95e38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:41:49.385405 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:49.385807 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:49.400206 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bab1fe9c-da98-4df4-bc9d-1fe7953f7674 req-a2707350-a1e5-4e4b-97d9-98db4408899e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588803 Mar 02 03:41:49.403316 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:41:49.430921 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:49.435146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:49.494538 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:49.833674 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:41:50.094793 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1105140f-84b6-4271-8139-cd6314e995fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:50.452420 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff35197-cfcc-43f7-a936-b80706ac1b87 req-5c3781f8-1675-4820-a0e3-46e822d2daf2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:50.454625 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0ff35197-cfcc-43f7-a936-b80706ac1b87 req-5c3781f8-1675-4820-a0e3-46e822d2daf2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0996356 Mar 02 03:41:50.468698 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53849b48-8a8f-41e9-b593-7b06c50db4b6 req-3e258c04-aed6-4b6c-b5bd-d6f0203580ba tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:50.470136 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53849b48-8a8f-41e9-b593-7b06c50db4b6 req-3e258c04-aed6-4b6c-b5bd-d6f0203580ba tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 945 time: 0.1271389 Mar 02 03:41:50.555663 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0ff35197-cfcc-43f7-a936-b80706ac1b87 req-405dc6cf-9a81-49ea-ac6b-57240b352146 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939803 Mar 02 03:41:50.575569 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-53849b48-8a8f-41e9-b593-7b06c50db4b6 req-87dcc407-05ab-4f31-b6f3-0dbb03c43088 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883954 Mar 02 03:41:50.686063 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1ac2-6bec-40a7-85d5-346ad2cf53aa req-c5725739-ee63-45d0-9a6d-2da1d11503da tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:50.687940 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da9e1ac2-6bec-40a7-85d5-346ad2cf53aa req-c5725739-ee63-45d0-9a6d-2da1d11503da tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0621519 Mar 02 03:41:50.746391 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da9e1ac2-6bec-40a7-85d5-346ad2cf53aa req-16b62718-1419-4894-8368-debae5331298 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524104 Mar 02 03:41:50.947536 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:51.213053 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:41:51.266044 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:41:51.269722 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:51.270094 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:51.347467 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:51.347859 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:51.374565 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:51.377044 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d65b0-c0b0-4983-abae-3da774458a6a" -d '{"events": [{"server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "name": "network-vif-plugged", "status": "completed", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:51.393205 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:51.400011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:51.433166 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c569d8-f432-4078-8277-2e54386d8e30 x-openstack-request-id: req-e2c569d8-f432-4078-8277-2e54386d8e30 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:51.433631 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "name": "network-vif-plugged", "status": "completed", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:51.433946 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2c569d8-f432-4078-8277-2e54386d8e30 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:51.434601 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', 'code': 200} Mar 02 03:41:51.464484 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:51.772464 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec5b44-e70a-42ff-8c53-af89ea77bd88 req-9f0fd8f8-ee35-426e-9939-7dd29c86566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:51.774019 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1ec5b44-e70a-42ff-8c53-af89ea77bd88 req-9f0fd8f8-ee35-426e-9939-7dd29c86566a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 1130 time: 0.1497266 Mar 02 03:41:51.800856 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de89b-0515-4d14-8f3e-ff4360fb8173 req-68ac9a5a-3beb-48f6-8f5a-01d07bfafdb4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:51.802461 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f6de89b-0515-4d14-8f3e-ff4360fb8173 req-68ac9a5a-3beb-48f6-8f5a-01d07bfafdb4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.1206594 Mar 02 03:41:51.818496 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583d61c-511c-4251-beb6-b9d13d558571 req-8737865d-dfea-44e2-9156-38aa7d3aefc2 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:51.826567 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1583d61c-511c-4251-beb6-b9d13d558571 req-8737865d-dfea-44e2-9156-38aa7d3aefc2 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.1315126 Mar 02 03:41:51.911574 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f1ec5b44-e70a-42ff-8c53-af89ea77bd88 req-defdef1e-7c91-4e38-951f-3852ca4ce8d4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298609 Mar 02 03:41:51.933147 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1583d61c-511c-4251-beb6-b9d13d558571 req-4c866d6e-f685-421c-844d-94b797300138 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057229 Mar 02 03:41:51.938710 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f6de89b-0515-4d14-8f3e-ff4360fb8173 req-6c33b649-be96-4a86-8634-1a355adbca40 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276412 Mar 02 03:41:52.094185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39e131-a640-4af6-b361-beb1b7202dac req-2e48a628-ad0f-4bbc-9805-d20075efcbbd tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:52.095744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ab39e131-a640-4af6-b361-beb1b7202dac req-2e48a628-ad0f-4bbc-9805-d20075efcbbd tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0640128 Mar 02 03:41:52.190247 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ab39e131-a640-4af6-b361-beb1b7202dac req-f851ca3b-b8eb-4cbc-9b77-cabff8b6682d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813799 Mar 02 03:41:52.418037 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:52.435039 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-39269f52-a5fc-4065-a189-2c4258b8f60d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934618105&fields=id&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 267 time: 0.0654685 Mar 02 03:41:52.560088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4390d4be-ef3d-4bfe-b2a0-e48d439208d0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:52.561479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4390d4be-ef3d-4bfe-b2a0-e48d439208d0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.1195748 Mar 02 03:41:52.580005 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4b836dc3-92a8-484d-8bd6-0cb3fb370912 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/quotas/c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 375 time: 0.0131042 Mar 02 03:41:52.643089 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-a72c6d89-cf84-4924-8ed8-f2198b95744e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565834 Mar 02 03:41:52.749991 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-5942f8ed-1049-465a-b0a6-d8becb89b5da service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903654 Mar 02 03:41:52.841857 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-003ec31b-962b-4820-9279-043256522a8b service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Mar 02 03:41:53.083585 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e4255-9a8c-40ef-aa70-7ef73e1ce36d req-186d7b90-676f-40a2-9dc9-9b9186f8cee7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.086219 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d76e4255-9a8c-40ef-aa70-7ef73e1ce36d req-186d7b90-676f-40a2-9dc9-9b9186f8cee7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0580969 Mar 02 03:41:53.173475 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d76e4255-9a8c-40ef-aa70-7ef73e1ce36d req-98ca494b-e10b-41c8-8cf4-4042f121156d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822790 Mar 02 03:41:53.200302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf336e-3e1e-4ae9-9d13-c63083a954b8 req-05876f92-d5fa-4808-b1db-684356f637ae tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.200302 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eacf336e-3e1e-4ae9-9d13-c63083a954b8 req-05876f92-d5fa-4808-b1db-684356f637ae tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.0784504 Mar 02 03:41:53.258791 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2a2b3899-a8fa-4bd0-bb18-be064952c284 req-b7a90835-09d6-446c-a312-02dd61d9fc0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 210 time: 0.0382926 Mar 02 03:41:53.266572 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eacf336e-3e1e-4ae9-9d13-c63083a954b8 req-ea6fb990-fcd9-4d50-a8d3-7d0e61767588 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689311 Mar 02 03:41:53.421523 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ce6e0-12fe-4034-b005-21ace9fc5c69 req-d1c562dd-2723-4d76-b1e9-243395c3d1a2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.422985 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f27ce6e0-12fe-4034-b005-21ace9fc5c69 req-d1c562dd-2723-4d76-b1e9-243395c3d1a2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0595639 Mar 02 03:41:53.473997 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f27ce6e0-12fe-4034-b005-21ace9fc5c69 req-bfd4604e-4e43-4698-9bc7-6279f416a80c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Mar 02 03:41:53.605837 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-2e7e6ad1-0674-4459-9d5a-b9086cd70ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.607374 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-2e7e6ad1-0674-4459-9d5a-b9086cd70ebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1129 time: 0.0470886 Mar 02 03:41:53.732916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-5f276351-b7f3-4467-a961-87ffe93db7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.734997 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-5f276351-b7f3-4467-a961-87ffe93db7a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0873051 Mar 02 03:41:53.805666 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-8c2b3377-4203-4610-94d1-5e695bc604bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 999 time: 0.0638406 Mar 02 03:41:53.856975 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-def12be9-ba6d-44a8-83ed-3602120dbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.858353 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-def12be9-ba6d-44a8-83ed-3602120dbdc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0445466 Mar 02 03:41:53.906126 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-1dad789e-e6e5-4c20-b092-e2576bd9ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:53.907648 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-1dad789e-e6e5-4c20-b092-e2576bd9ed10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431161 Mar 02 03:41:53.978310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:54.001105 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-3f991e81-938e-407d-9903-6be663cb58c2 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870609 Mar 02 03:41:54.131937 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cdb15304-3676-4e57-8256-2fde1b922cf0 req-111a09af-4c9b-435d-b326-48955399d51f service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946200 Mar 02 03:41:54.260219 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-37fd53c1-3b69-4517-9b5b-b370aa15336b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:54.262514 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-37fd53c1-3b69-4517-9b5b-b370aa15336b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.1331532 Mar 02 03:41:54.328127 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6732-c999-4b80-ac13-51764946295e req-a3aa156f-5eb7-4560-b1e9-7ac7f94f8ca5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:54.329674 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cad6732-c999-4b80-ac13-51764946295e req-a3aa156f-5eb7-4560-b1e9-7ac7f94f8ca5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0702994 Mar 02 03:41:54.346270 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-6c9a7abd-82d7-4087-a3bc-04cc5f078f59 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 380 time: 0.0668459 Mar 02 03:41:54.371870 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'port': {'device_id': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'admin_state_up': True, 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'security_groups': ['12fb3a65-408b-4c77-908b-4e8df6e31063']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:54.379237 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b1c14845-3969-48dc-b576-bafc71fa4eb5 req-f55cb430-5d22-4190-8134-856e136b9091 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 210 time: 0.0365522 Mar 02 03:41:54.415353 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2cad6732-c999-4b80-ac13-51764946295e req-b7af9747-524d-4dc4-a521-4a54f5d21011 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787246 Mar 02 03:41:54.485655 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Made reservation on behalf of c1f83d7fe62a4fca8328d978322a3cca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:41:54.489002 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:54.508241 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b909df-cd68-4372-b7c0-e03843df7216 req-335372cc-c7d3-4c75-8349-2a37fcf03d5d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:54.509735 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-47b909df-cd68-4372-b7c0-e03843df7216 req-335372cc-c7d3-4c75-8349-2a37fcf03d5d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.0578246 Mar 02 03:41:54.587421 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-47b909df-cd68-4372-b7c0-e03843df7216 req-93f6de22-37b0-48b8-b86d-f4408d1624ab tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707767 Mar 02 03:41:54.609724 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea292f-7709-45ef-92cf-bd77a595c6a3 req-b5d8cf04-37e3-4736-98f9-5d952cda2db4 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:54.611187 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bcea292f-7709-45ef-92cf-bd77a595c6a3 req-b5d8cf04-37e3-4736-98f9-5d952cda2db4 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0659430 Mar 02 03:41:54.635145 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.20.0.7 (53f235ea-f701-4700-a5bc-959cba0de98f/3a8fcf54-4951-4510-b126-1a8cf06dbe87/096a6539-234c-451d-b2a7-99cd2a6b7b2a) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:41:54.673533 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bcea292f-7709-45ef-92cf-bd77a595c6a3 req-04bde935-6d78-4d00-ac26-ffc09eed2f8b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544844 Mar 02 03:41:54.801032 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:54.836200 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:54.881848 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:41:54.884941 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:41:54.889609 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:41:54.915473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:54.963313 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:54.963951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:54.988226 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-e75b9ebe-8443-4cea-b120-e78dc16c1f69 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202576 Mar 02 03:41:55.008185 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Request body: {'port': {'device_id': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:41:55.076158 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.148737 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c2ffd42a-ca76-4aee-a48f-0e1bd924a145 None None] Provisioning complete for port 096a6539-234c-451d-b2a7-99cd2a6b7b2a triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:41:55.149278 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd42a-ca76-4aee-a48f-0e1bd924a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.181839 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffd42a-ca76-4aee-a48f-0e1bd924a145 None None] Port 096a6539-234c-451d-b2a7-99cd2a6b7b2a cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:41:55.334570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096a6539-234c-451d-b2a7-99cd2a6b7b2a {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:41:55.341921 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks [] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.354064 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Transition to ACTIVE for port object 096a6539-234c-451d-b2a7-99cd2a6b7b2a will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:41:55.357941 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.409662 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Pushing event updated for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:55.484316 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Attempting to bind port 096a6539-234c-451d-b2a7-99cd2a6b7b2a on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:41:55.484857 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Attempting to bind port 096a6539-234c-451d-b2a7-99cd2a6b7b2a by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:41:55.485192 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Attempting to bind port 096a6539-234c-451d-b2a7-99cd2a6b7b2a on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:55.490641 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Port 096a6539-234c-451d-b2a7-99cd2a6b7b2a on network 53f235ea-f701-4700-a5bc-959cba0de98f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:41:55.491110 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Attempting to bind port 096a6539-234c-451d-b2a7-99cd2a6b7b2a on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:41:55.497537 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:41:55.497889 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:41:55.498281 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Bound using segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:41:55.498718 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Bound port: 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:41:55.499166 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.554215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb876ec-ee1d-410c-bd42-119f1cf60564 req-7760ca07-a609-46c0-bd9e-97e145d1a000 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.555856 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0eb876ec-ee1d-410c-bd42-119f1cf60564 req-7760ca07-a609-46c0-bd9e-97e145d1a000 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0931356 Mar 02 03:41:55.569799 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:41:55.573788 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:41:55.580259 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.593832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b02679-a8e8-4efe-a506-15293881be7f req-96e7b913-4da0-458a-a196-e48af5586884 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.595407 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b3b02679-a8e8-4efe-a506-15293881be7f req-96e7b913-4da0-458a-a196-e48af5586884 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0870407 Mar 02 03:41:55.612874 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.613486 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:55.615098 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] 10.222.0.35 "PUT /v2.0/ports/096a6539-234c-451d-b2a7-99cd2a6b7b2a HTTP/1.1" status: 200 len: 1093 time: 0.6118193 Mar 02 03:41:55.617439 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:55.619905 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:55.649099 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0eb876ec-ee1d-410c-bd42-119f1cf60564 req-0a6786ec-6f3e-414e-ad03-acf8d248070b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836179 Mar 02 03:41:55.650990 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8a412-3a88-4668-8457-9e2a60b611ee service neutron] Pushing event updated for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:55.673122 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b3b02679-a8e8-4efe-a506-15293881be7f req-5cf5f2dd-0406-4349-842d-db77e57d5ac6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692613 Mar 02 03:41:55.755545 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-9b2489d0-e805-4ce9-89ee-258cc400884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.758738 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-9b2489d0-e805-4ce9-89ee-258cc400884e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 1127 time: 0.0718725 Mar 02 03:41:55.815120 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d36895-8e8d-488f-8a73-a7bdc85b8ef3 x-openstack-request-id: req-e6d36895-8e8d-488f-8a73-a7bdc85b8ef3 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:55.815450 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:55.815665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6d36895-8e8d-488f-8a73-a7bdc85b8ef3 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:55.816064 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'status': 'completed', 'code': 200} Mar 02 03:41:55.817595 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-05ae3504-aa8d-4067-baed-7afe18d6d753 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a HTTP/1.1" status: 200 len: 217 time: 0.0447059 Mar 02 03:41:55.817713 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81fa8-1e2c-4669-99da-37ae9e7bfc5e req-68a854e5-155c-4f76-8856-99669185e6b7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.819823 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cb81fa8-1e2c-4669-99da-37ae9e7bfc5e req-68a854e5-155c-4f76-8856-99669185e6b7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0695989 Mar 02 03:41:55.870725 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4a80ffdc-765c-4d47-972f-d2a08fa7ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.872562 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4a80ffdc-765c-4d47-972f-d2a08fa7ecbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0472133 Mar 02 03:41:55.874973 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cb81fa8-1e2c-4669-99da-37ae9e7bfc5e req-d1f12022-b248-4b63-8286-c3b8af67c2c2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469489 Mar 02 03:41:55.921500 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4e8cc3e3-c9b5-48ae-96e2-8160c5356d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:55.922897 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-4e8cc3e3-c9b5-48ae-96e2-8160c5356d0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438967 Mar 02 03:41:56.015229 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-90f90602-6c86-495a-a95d-225e4e1d2c33 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861073 Mar 02 03:41:56.112461 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-daffe868-f881-40ed-aec9-a34ab4df39d5 req-96ececcd-ad54-4957-9216-62db3574ea5d service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898066 Mar 02 03:41:56.280089 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-9d661bc8-96ac-4f7d-9de1-67754d678dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.281584 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-9d661bc8-96ac-4f7d-9de1-67754d678dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 1127 time: 0.0520973 Mar 02 03:41:56.381918 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-28fb8d5b-edff-431a-b7b3-1036c0a05d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.383478 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-28fb8d5b-edff-431a-b7b3-1036c0a05d5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0943980 Mar 02 03:41:56.457126 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-931de49c-54ea-4eec-bf46-723678fe60ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a HTTP/1.1" status: 200 len: 217 time: 0.0398405 Mar 02 03:41:56.481524 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb738-cc28-40f1-869d-61170273c249 req-1fc990ce-8f58-49fb-9216-6fb716d25aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.483113 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-1fc990ce-8f58-49fb-9216-6fb716d25aab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1130 time: 0.0468760 Mar 02 03:41:56.512922 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-30a6621f-3bf7-458e-a2e3-bb5ea04856d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.514256 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-30a6621f-3bf7-458e-a2e3-bb5ea04856d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0443609 Mar 02 03:41:56.596202 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-b27ad374-7662-42e9-b2b8-16e005788361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.597700 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-b27ad374-7662-42e9-b2b8-16e005788361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475321 Mar 02 03:41:56.617365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb738-cc28-40f1-869d-61170273c249 req-4b9f1db6-2474-4504-84e2-6f600cf3ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.618959 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-4b9f1db6-2474-4504-84e2-6f600cf3ddca service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.0953305 Mar 02 03:41:56.690430 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-2773e128-b8ec-4af7-b951-cf3935456617 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 1001 time: 0.0652342 Mar 02 03:41:56.720127 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-9049113b-f1c7-435b-9dd0-c34bcfe98afb service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005127 Mar 02 03:41:56.810177 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb738-cc28-40f1-869d-61170273c249 req-2f36318e-d5f8-452a-b20d-0ccd34ebf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.811732 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-2f36318e-d5f8-452a-b20d-0ccd34ebf878 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.1130111 Mar 02 03:41:56.814112 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-68a01b22-0ade-41d4-a8bc-e4cef74f2e2c req-87fe5a0f-166e-4de6-8f0d-3e1a91472ffd service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869427 Mar 02 03:41:56.838059 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecf8fa-c9ba-49c5-9c5a-ed2eb66b6803 req-d998a3af-d5a0-4708-9649-be6fe2def045 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.839605 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dfecf8fa-c9ba-49c5-9c5a-ed2eb66b6803 req-d998a3af-d5a0-4708-9649-be6fe2def045 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.1067638 Mar 02 03:41:56.859676 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979972d9-f0ff-48aa-9e4b-4ece0e7610ad req-e2608c3e-c72a-456e-9b81-de6b5313fb98 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.861122 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-979972d9-f0ff-48aa-9e4b-4ece0e7610ad req-e2608c3e-c72a-456e-9b81-de6b5313fb98 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 945 time: 0.0924616 Mar 02 03:41:56.960737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dfecf8fa-c9ba-49c5-9c5a-ed2eb66b6803 req-163a106b-714d-4c43-a969-1957e0bffbe9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105130 Mar 02 03:41:56.968741 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fb738-cc28-40f1-869d-61170273c249 req-4a7a05e1-00f5-4567-8bfd-72f0ba9ae896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:56.970211 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-4a7a05e1-00f5-4567-8bfd-72f0ba9ae896 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295938 Mar 02 03:41:56.973662 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-979972d9-f0ff-48aa-9e4b-4ece0e7610ad req-24077893-ee61-441e-99b4-999f38ae7424 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929685 Mar 02 03:41:57.104787 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-10adcdee-a8c4-46c6-978f-52ae7b63fbf4 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272149 Mar 02 03:41:57.112762 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f610cc6-69ec-4f81-a38b-0bbdb7122a6d req-e9f94c85-819e-4f39-b32f-a307051b611d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:57.114306 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8f610cc6-69ec-4f81-a38b-0bbdb7122a6d req-e9f94c85-819e-4f39-b32f-a307051b611d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0880032 Mar 02 03:41:57.216182 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8f610cc6-69ec-4f81-a38b-0bbdb7122a6d req-12e40967-02e8-4385-8cfc-bdb07287d1c4 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933111 Mar 02 03:41:57.223665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:41:57.239557 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b7fb738-cc28-40f1-869d-61170273c249 req-ea355e7e-daf1-477b-8025-c955ffed53f2 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244416 Mar 02 03:41:57.322241 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:41:57.322752 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:57.345431 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:41:57.347909 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326033e-c2fb-486c-97a4-504d47a78bfd" -d '{"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-unplugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:41:57.359931 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:41:57.364106 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:41:57.388258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df78f5a-6566-4fbf-9183-772ec5fde8fa x-openstack-request-id: req-6df78f5a-6566-4fbf-9183-772ec5fde8fa {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:41:57.388547 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-unplugged", "status": "failed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:41:57.388802 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6df78f5a-6566-4fbf-9183-772ec5fde8fa {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:41:57.389230 dv-cinder-831090-3-iscsi neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'code': 422} returned with failed status Mar 02 03:41:57.417742 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:41:57.468017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-b4b71884-ea30-4763-a163-952d2e226585 req-4811d92c-a0a4-4725-b0b6-55e6b3a3eb48 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:41:57.468983 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b4b71884-ea30-4763-a163-952d2e226585 req-4811d92c-a0a4-4725-b0b6-55e6b3a3eb48 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052121 Mar 02 03:41:57.626767 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b84d-69ec-489e-be07-90dd6940b8ef req-e329d84d-6210-40c0-9c36-8641d7db9727 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:57.629694 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8467b84d-69ec-489e-be07-90dd6940b8ef req-e329d84d-6210-40c0-9c36-8641d7db9727 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0579722 Mar 02 03:41:57.682048 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8467b84d-69ec-489e-be07-90dd6940b8ef req-d05eb4f6-a3cf-4eea-93ba-1fc45658b213 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408185 Mar 02 03:41:57.846295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 41316) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:57.927343 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-64f7ca60-2742-4ecf-9357-2e68a32f44c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798843 Mar 02 03:41:57.936365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-947d2b5f-08f9-47f2-821f-798cb4904898 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:41:57.937308 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-947d2b5f-08f9-47f2-821f-798cb4904898 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046918 Mar 02 03:41:58.012908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 41326) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:58.114605 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-949f10f9-11ae-4a24-8c82-40186e93b89c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:58.116506 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-949f10f9-11ae-4a24-8c82-40186e93b89c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports/4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 940 time: 0.1026366 Mar 02 03:41:58.122806 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4a3e-83f7-4629-8db6-02c64219e8cf req-38f19fda-a9c5-4f6f-9077-4b441e06992d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:58.124273 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0dbe4a3e-83f7-4629-8db6-02c64219e8cf req-38f19fda-a9c5-4f6f-9077-4b441e06992d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0951035 Mar 02 03:41:58.173060 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0dbe4a3e-83f7-4629-8db6-02c64219e8cf req-6b971848-5824-429a-9f37-bb082c5e5fac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430810 Mar 02 03:41:58.356964 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffa1eb-5aed-4187-bb7f-37d44789eed9 req-aa250f0a-4189-44a1-8d6c-f26a26576c86 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:58.358451 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16ffa1eb-5aed-4187-bb7f-37d44789eed9 req-aa250f0a-4189-44a1-8d6c-f26a26576c86 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Mar 02 03:41:58.408502 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-16ffa1eb-5aed-4187-bb7f-37d44789eed9 req-b358b1bf-aee1-4498-b79c-631fafb9c541 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Mar 02 03:41:58.801812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb323a-ed48-4236-a8d3-09a0722128dc req-26b13e00-c1ad-41a8-b7fe-2c4eeed96597 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:58.803864 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-10cb323a-ed48-4236-a8d3-09a0722128dc req-26b13e00-c1ad-41a8-b7fe-2c4eeed96597 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0519674 Mar 02 03:41:58.856872 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-10cb323a-ed48-4236-a8d3-09a0722128dc req-8e6d509d-e78c-4700-bad2-e616dacc7141 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474751 Mar 02 03:41:59.293070 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6478732-f081-4fa3-9b8c-ecfa3a4a9907 req-dac3bc4e-880c-4785-ac15-727365b49ea6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:59.294534 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6478732-f081-4fa3-9b8c-ecfa3a4a9907 req-dac3bc4e-880c-4785-ac15-727365b49ea6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0542433 Mar 02 03:41:59.344854 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6478732-f081-4fa3-9b8c-ecfa3a4a9907 req-df092ef6-0ab2-4405-8e63-1c5b2b5fd062 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Mar 02 03:41:59.525847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8d697-8895-497d-93f4-9ac60bdb2bc7 req-502dabbc-6556-4016-b0a0-a506d7079bad tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:59.527379 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85d8d697-8895-497d-93f4-9ac60bdb2bc7 req-502dabbc-6556-4016-b0a0-a506d7079bad tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0523789 Mar 02 03:41:59.578229 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85d8d697-8895-497d-93f4-9ac60bdb2bc7 req-62b3e965-8a5f-43e9-ac5c-341adb74e408 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Mar 02 03:41:59.645905 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-72b248fc-bf69-46c3-a7ca-06d846a984e3 req-117cc9b6-2dae-4355-8547-64090861f308 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:41:59.647032 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72b248fc-bf69-46c3-a7ca-06d846a984e3 req-117cc9b6-2dae-4355-8547-64090861f308 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052900 Mar 02 03:41:59.786995 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 41356) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:59.810381 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f80b8-4df3-4d66-a7ad-27b026329e28 req-756d2cdc-0837-4cd6-af30-d4e26e07e951 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:59.811869 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-943f80b8-4df3-4d66-a7ad-27b026329e28 req-756d2cdc-0837-4cd6-af30-d4e26e07e951 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0570836 Mar 02 03:41:59.860866 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-943f80b8-4df3-4d66-a7ad-27b026329e28 req-73860916-6433-4bf8-94a5-88f237962a17 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Mar 02 03:41:59.873847 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-c32359af-96c5-4bdd-a0af-8bc1ba7245b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847311 Mar 02 03:41:59.882173 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-e2c4cf4f-28d9-4b70-a603-e90aa756d1c5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:41:59.883152 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-e2c4cf4f-28d9-4b70-a603-e90aa756d1c5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050766 Mar 02 03:41:59.958609 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 41366) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:41:59.987679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8551016-c012-4f8a-8cd2-bedd619e3f2b req-9c9d6e2b-cf06-4aa1-a9de-59879ac2901c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:41:59.989165 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8551016-c012-4f8a-8cd2-bedd619e3f2b req-9c9d6e2b-cf06-4aa1-a9de-59879ac2901c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0600109 Mar 02 03:42:00.074788 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-1a9f20d2-4df7-427d-8ecd-8149e9cb64b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:00.076164 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-1a9f20d2-4df7-427d-8ecd-8149e9cb64b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports/56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 943 time: 0.1165137 Mar 02 03:42:00.079169 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d8551016-c012-4f8a-8cd2-bedd619e3f2b req-ded423da-d833-41f9-8305-6a071f8a4073 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837851 Mar 02 03:42:00.466315 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47a41-3e0d-4fdf-92eb-c0bcfacad59b req-01de59a9-93e6-4ada-b6cd-6833f0009dea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:00.467842 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6a47a41-3e0d-4fdf-92eb-c0bcfacad59b req-01de59a9-93e6-4ada-b6cd-6833f0009dea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0558865 Mar 02 03:42:00.516305 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6a47a41-3e0d-4fdf-92eb-c0bcfacad59b req-edc462d9-658c-4455-9cdc-6d7c7e9efb49 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Mar 02 03:42:00.976031 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2d317-346c-44cf-9a28-514b50fdd7a2 req-a8964a3e-6858-40b5-b4bd-a8651453b9be tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:00.977500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3c2d317-346c-44cf-9a28-514b50fdd7a2 req-a8964a3e-6858-40b5-b4bd-a8651453b9be tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0517557 Mar 02 03:42:01.025686 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3c2d317-346c-44cf-9a28-514b50fdd7a2 req-42452fdf-db89-431e-926d-6cff06423b88 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427504 Mar 02 03:42:01.206204 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600a6b-8cf2-4cf1-ada8-960b8c40ddb0 req-9ec91799-4ec4-41e1-beb7-eedb88129078 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:01.207705 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-32600a6b-8cf2-4cf1-ada8-960b8c40ddb0 req-9ec91799-4ec4-41e1-beb7-eedb88129078 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0581539 Mar 02 03:42:01.253624 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-32600a6b-8cf2-4cf1-ada8-960b8c40ddb0 req-c9c8ed9e-8193-4e0e-98fa-bfd894af5525 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Mar 02 03:42:01.632518 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a5aa-3256-49e2-831c-08466464acd6 req-26aec914-201b-4fe5-ac5c-86c2cfd93909 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:01.633994 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3715a5aa-3256-49e2-831c-08466464acd6 req-26aec914-201b-4fe5-ac5c-86c2cfd93909 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0526185 Mar 02 03:42:01.682526 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3715a5aa-3256-49e2-831c-08466464acd6 req-bf261dd5-c688-420d-979b-6c35666aef65 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430171 Mar 02 03:42:02.140289 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2bc0b-995a-43fd-aedf-77a261327c93 req-c9f0f7aa-eb38-46f7-9685-4b1b40693c04 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:02.141659 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dde2bc0b-995a-43fd-aedf-77a261327c93 req-c9f0f7aa-eb38-46f7-9685-4b1b40693c04 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Mar 02 03:42:02.454929 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dde2bc0b-995a-43fd-aedf-77a261327c93 req-022d6935-bbd9-4a21-ae4c-f52890a82c09 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076138 Mar 02 03:42:02.493714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc78e35-0b59-47db-a331-b149c9283230 req-3d82bc40-a489-432e-bcaf-1396ccd2cc81 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:02.495218 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fc78e35-0b59-47db-a331-b149c9283230 req-3d82bc40-a489-432e-bcaf-1396ccd2cc81 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0575979 Mar 02 03:42:02.545382 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fc78e35-0b59-47db-a331-b149c9283230 req-369c87a4-d973-4e90-a668-65f59a460344 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444505 Mar 02 03:42:02.801129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0ea28-5fe3-4bad-a7a1-3f21bd0bf889 req-9d38d3dc-0928-40b0-b394-c2f26548e022 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:02.803076 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25d0ea28-5fe3-4bad-a7a1-3f21bd0bf889 req-9d38d3dc-0928-40b0-b394-c2f26548e022 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 943 time: 0.0570743 Mar 02 03:42:02.860860 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25d0ea28-5fe3-4bad-a7a1-3f21bd0bf889 req-d037d408-5348-412c-ac60-b297a1cbdda0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518830 Mar 02 03:42:03.264850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 096a6539-234c-451d-b2a7-99cd2a6b7b2a details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:03.274811 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:42:03.537822 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:03.538146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:03.571614 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:03.592411 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:03.594650 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f9485-28cd-4a2f-b142-93ed5f2ff6ee" -d '{"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:03.609450 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'port_id': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'mac_address': 'fa:16:3e:8b:38:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:03.612047 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:03.614581 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f9e6-7aa7-492b-b90e-4bcbaa5f1451 req-6527e5ff-3713-46ad-b545-97e12e128a4c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:03.618004 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7291f9e6-7aa7-492b-b90e-4bcbaa5f1451 req-6527e5ff-3713-46ad-b545-97e12e128a4c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0885689 Mar 02 03:42:03.649169 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:03.679623 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 096a6539-234c-451d-b2a7-99cd2a6b7b2a is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:03.679924 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:03.705095 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096a6539-234c-451d-b2a7-99cd2a6b7b2a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:03.707658 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7291f9e6-7aa7-492b-b90e-4bcbaa5f1451 req-b5938f50-ab3f-412d-909b-9a5f93b3c3ff tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794065 Mar 02 03:42:03.725989 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:03.739796 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:03.748552 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:03.759252 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7e95-2d9d-4915-84e4-6796641d4c90 req-4c039ab5-a7d4-4c42-98c4-d656a56a1204 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:03.760917 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c9d7e95-2d9d-4915-84e4-6796641d4c90 req-4c039ab5-a7d4-4c42-98c4-d656a56a1204 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1073656 Mar 02 03:42:03.786890 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944a25ea-8123-4e76-814c-1b16b7c89a36 x-openstack-request-id: req-944a25ea-8123-4e76-814c-1b16b7c89a36 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:03.787291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-unplugged", "status": "failed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:03.787611 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-944a25ea-8123-4e76-814c-1b16b7c89a36 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:03.788121 dv-cinder-831090-3-iscsi neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'code': 422} returned with failed status Mar 02 03:42:03.816721 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:03.832912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c9d7e95-2d9d-4915-84e4-6796641d4c90 req-e8ec03b6-6ef4-4d85-bb14-6a3c0e396548 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559700 Mar 02 03:42:04.032004 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af3d6-e179-47e2-a925-a6bf6e700bc2 req-da7de0a4-f84a-4f94-9488-9aa7a7b383e8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.033493 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a4af3d6-e179-47e2-a925-a6bf6e700bc2 req-da7de0a4-f84a-4f94-9488-9aa7a7b383e8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 944 time: 0.1076205 Mar 02 03:42:04.065701 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['096a6539-234c-451d-b2a7-99cd2a6b7b2a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:04.151992 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-364271b3-6b69-4e80-aba5-6aa46f09bbac tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.153513 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-364271b3-6b69-4e80-aba5-6aa46f09bbac tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1858242 Mar 02 03:42:04.179257 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a4af3d6-e179-47e2-a925-a6bf6e700bc2 req-89d21de5-1931-4384-b0ae-1984e0cb0293 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381311 Mar 02 03:42:04.199505 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-81e7889a-21f5-4311-bcb1-4dac286b4d3c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/quotas/2d19eadd11624dceaf77a67791796392 HTTP/1.1" status: 200 len: 375 time: 0.0248413 Mar 02 03:42:04.251005 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-392ee0f4-5c86-442b-af5f-f57ca8613d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.252701 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-392ee0f4-5c86-442b-af5f-f57ca8613d88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 1127 time: 0.1559598 Mar 02 03:42:04.269841 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-d89a2c70-9ead-40ef-9c49-8a98a953fb66 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654066 Mar 02 03:42:04.392951 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-0e527409-ad68-4fc7-8fcb-4227ff4eb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.394328 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-0e527409-ad68-4fc7-8fcb-4227ff4eb5d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1127 time: 0.0979617 Mar 02 03:42:04.400247 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-fe1888a7-782f-4b76-ae33-89b361796964 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219389 Mar 02 03:42:04.558715 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-5f8ae165-0915-4944-8710-acc5199fa65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.560199 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-5f8ae165-0915-4944-8710-acc5199fa65e service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.1591244 Mar 02 03:42:04.562109 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-43991af6-8bcb-4c6e-8267-2e1a12cece79 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529021 Mar 02 03:42:04.625681 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-bb638882-5876-43bc-bd6e-bfa6c8433dc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 997 time: 0.0576901 Mar 02 03:42:04.684390 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-d17573b3-e996-47b7-bd10-9c5cf01fa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.686046 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-d17573b3-e996-47b7-bd10-9c5cf01fa10a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0518124 Mar 02 03:42:04.747828 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-efbc88cb-440c-43e0-941d-c9f1b78f57f4 req-cf668099-bf50-4384-ae10-3887de09eb40 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0520084 Mar 02 03:42:04.778742 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8109026-2bed-4b04-a530-499137f10f39 req-b7f5ec92-e776-4641-9015-e21af907be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.780528 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-b7f5ec92-e776-4641-9015-e21af907be4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826080 Mar 02 03:42:04.831901 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-af38a518-535f-4498-95f0-a9de079383a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.833406 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-af38a518-535f-4498-95f0-a9de079383a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3&tenant_id=f70b0094f5e240b28b83102b4bab82cf HTTP/1.1" status: 200 len: 1128 time: 0.0957105 Mar 02 03:42:04.921251 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-bb53e2ac-7ff3-4810-9c08-044f2ac748dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.922796 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-bb53e2ac-7ff3-4810-9c08-044f2ac748dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1128 time: 0.0523388 Mar 02 03:42:04.968142 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810354b5-06a8-4dd2-b7f7-8507c247aae9 req-faec6e94-e60b-4fd5-acad-bcd11bf39586 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:04.970072 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-810354b5-06a8-4dd2-b7f7-8507c247aae9 req-faec6e94-e60b-4fd5-acad-bcd11bf39586 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.1631351 Mar 02 03:42:04.971962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-5944c2ba-fc91-4d03-b389-409f59afb776 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847396 Mar 02 03:42:05.024880 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-57b77656-bc01-4a9c-a275-ae0b6239ae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:05.026681 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-57b77656-bc01-4a9c-a275-ae0b6239ae5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.0971725 Mar 02 03:42:05.098831 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-efe1be14-8621-4fa1-aca8-c2e0a5fd9db3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 999 time: 0.0663073 Mar 02 03:42:05.102301 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-810354b5-06a8-4dd2-b7f7-8507c247aae9 req-86282e19-ecb5-4888-92dc-03a461e7fb01 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164305 Mar 02 03:42:05.109280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ca2c3-8812-4553-ba82-153d41f19be1 req-a2883220-0ae7-4b66-be0e-f48c044bb563 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:05.110740 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f4ca2c3-8812-4553-ba82-153d41f19be1 req-a2883220-0ae7-4b66-be0e-f48c044bb563 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1938698 Mar 02 03:42:05.159663 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-882c9894-196c-4a9f-a972-50099e68a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:05.160739 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8109026-2bed-4b04-a530-499137f10f39 req-7564bfad-d495-4094-9393-1012181df579 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822550 Mar 02 03:42:05.161924 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-882c9894-196c-4a9f-a972-50099e68a530 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0468853 Mar 02 03:42:05.176376 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7f4ca2c3-8812-4553-ba82-153d41f19be1 req-1cce6047-c870-4e7a-b6b0-29ec26328665 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579362 Mar 02 03:42:05.243910 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-6340d604-a48b-4c3d-af74-98aee8e96ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:05.245419 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-6340d604-a48b-4c3d-af74-98aee8e96ad5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665331 Mar 02 03:42:05.279979 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 096a6539-234c-451d-b2a7-99cd2a6b7b2a up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:05.343425 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 096a6539-234c-451d-b2a7-99cd2a6b7b2a completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:42:05.348222 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 096a6539-234c-451d-b2a7-99cd2a6b7b2a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:05.348601 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:05.349653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdabd5-6670-4721-8be5-4c149fef9073 req-3841acac-90ce-4569-b52c-4b73858c5e1b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:05.352867 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1fcdabd5-6670-4721-8be5-4c149fef9073 req-3841acac-90ce-4569-b52c-4b73858c5e1b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 944 time: 0.0724690 Mar 02 03:42:05.382732 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-4442af71-f56b-4246-9e41-0f2df364970c service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302452 Mar 02 03:42:05.406544 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1fcdabd5-6670-4721-8be5-4c149fef9073 req-6554ed6e-67d2-416b-9fd3-93470984d388 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465121 Mar 02 03:42:05.436962 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 096a6539-234c-451d-b2a7-99cd2a6b7b2a is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:05.437362 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:05.473593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:05.479409 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:05.500729 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-621c26e3-744d-4d0a-9e7e-4d65eac0e657 req-a06f1885-8ebb-4979-bbf8-ac0a4645cdbb service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102901 Mar 02 03:42:05.529117 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:05.789442 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:05.792006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc0b45-a17c-46c8-9378-208a38543e47" -d '{"events": [{"server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "name": "network-vif-plugged", "status": "completed", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:05.870965 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8ceddca2-e3d1-4879-bcf1-eb9940b921bc req-90e89ac4-d645-4fd5-a08b-1d5c75538e64 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0408316 Mar 02 03:42:05.874654 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a57099-c73e-41c2-934a-1692e3c208cd x-openstack-request-id: req-94a57099-c73e-41c2-934a-1692e3c208cd {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:05.875310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "name": "network-vif-plugged", "status": "completed", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:05.875851 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94a57099-c73e-41c2-934a-1692e3c208cd {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:05.876398 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'code': 200} Mar 02 03:42:06.240885 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00478a48-51d0-443f-b036-bd0579051561 req-8cc6b9c9-f190-40e7-95a5-f1e3918daa3c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:06.242586 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00478a48-51d0-443f-b036-bd0579051561 req-8cc6b9c9-f190-40e7-95a5-f1e3918daa3c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0628393 Mar 02 03:42:06.323521 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00478a48-51d0-443f-b036-bd0579051561 req-cc1f7c84-71b7-402e-b348-299c1734d0db tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750611 Mar 02 03:42:06.346388 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c3d20-feac-402a-9dd8-542c7b41822a req-56ebcf46-5d1d-4876-9fe5-93d8fe20aca3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:06.348056 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f31c3d20-feac-402a-9dd8-542c7b41822a req-56ebcf46-5d1d-4876-9fe5-93d8fe20aca3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0936747 Mar 02 03:42:06.403810 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f31c3d20-feac-402a-9dd8-542c7b41822a req-a0e9fe58-1d0b-4525-b683-e3201daf351a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479510 Mar 02 03:42:06.547435 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab6dc-c4e1-4b4e-81f5-95b9ab6ef1ba req-97b85297-c498-4850-9ab8-c72dd05304c7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:06.551521 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-486ab6dc-c4e1-4b4e-81f5-95b9ab6ef1ba req-97b85297-c498-4850-9ab8-c72dd05304c7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0604913 Mar 02 03:42:06.598955 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-486ab6dc-c4e1-4b4e-81f5-95b9ab6ef1ba req-f9c91487-3f63-4c88-b365-c719ef03ffe6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Mar 02 03:42:06.967325 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5c02cfca-3233-4b32-94e9-8ab3ee8de723 req-237d6010-eb92-4eef-857b-2b034eac5581 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0301406 Mar 02 03:42:06.994768 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:07.446267 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d8d7-009f-4f2f-8112-aef27849cfb2 req-9d75a95a-de6c-4244-9429-78ad7888ccf1 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:07.448032 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0db8d8d7-009f-4f2f-8112-aef27849cfb2 req-9d75a95a-de6c-4244-9429-78ad7888ccf1 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0548685 Mar 02 03:42:07.528741 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0db8d8d7-009f-4f2f-8112-aef27849cfb2 req-eea31f46-bb9c-4577-b619-a50197ad4205 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750132 Mar 02 03:42:07.559475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397faa93-5b1d-4bef-bd04-79f2bfd7fcf8 req-ffbe1d57-9d6b-4010-bc0f-8e73eeb16558 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:07.561340 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-397faa93-5b1d-4bef-bd04-79f2bfd7fcf8 req-ffbe1d57-9d6b-4010-bc0f-8e73eeb16558 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0791891 Mar 02 03:42:07.613929 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-397faa93-5b1d-4bef-bd04-79f2bfd7fcf8 req-42f04504-53d1-4e33-91c5-b3c265a3b71f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Mar 02 03:42:07.730028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dece038-485a-415c-8ed8-72c94e06298a req-e01c1ad2-c9ee-4464-96ea-c88689359b8f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:07.731564 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7dece038-485a-415c-8ed8-72c94e06298a req-e01c1ad2-c9ee-4464-96ea-c88689359b8f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0562088 Mar 02 03:42:07.783513 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7dece038-485a-415c-8ed8-72c94e06298a req-86c630c2-0b84-4f36-9ecc-c1cf71f4d1c7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Mar 02 03:42:08.063031 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b59f8a37-c5d4-4c5d-863e-bd8d9005efe6 req-9c786c34-f704-4782-a6da-b84503f27d07 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Mar 02 03:42:08.655247 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c83dd0-17e1-48ad-8870-16784e6be1d9 req-af0a7ee2-f4a5-478f-a605-6c88cdada4b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:08.659862 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09c83dd0-17e1-48ad-8870-16784e6be1d9 req-af0a7ee2-f4a5-478f-a605-6c88cdada4b9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0626447 Mar 02 03:42:08.716805 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-09c83dd0-17e1-48ad-8870-16784e6be1d9 req-e8a712a3-00b9-4b66-bdcc-f08c384b603f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536137 Mar 02 03:42:08.760333 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ade5-c6a0-414d-a118-a7f5ab46dd3b req-365ae237-f436-4294-9aa2-7349a9afe976 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:08.761951 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-abc2ade5-c6a0-414d-a118-a7f5ab46dd3b req-365ae237-f436-4294-9aa2-7349a9afe976 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0670311 Mar 02 03:42:08.816246 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-abc2ade5-c6a0-414d-a118-a7f5ab46dd3b req-0a41437c-b919-48f4-adc5-c74df6b2078d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478632 Mar 02 03:42:08.913915 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd04d6-0582-4418-bbd6-4a0bc0cbe181 req-31f27785-d83e-4e1e-8eea-c7ad2b2d24ec tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:08.915382 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d9fd04d6-0582-4418-bbd6-4a0bc0cbe181 req-31f27785-d83e-4e1e-8eea-c7ad2b2d24ec tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0553567 Mar 02 03:42:08.969986 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d9fd04d6-0582-4418-bbd6-4a0bc0cbe181 req-2a925fef-3de3-41eb-afe6-cb19aee698f0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492122 Mar 02 03:42:09.157819 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3a6c9240-3600-47e1-bb60-afe450327cad req-b4946c2b-1b09-4dc6-b714-2d4d713f4be5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Mar 02 03:42:09.852017 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97756-6749-48ad-97eb-06016b230390 req-4e48275e-e2b3-4a64-82cd-d7d136738e54 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:09.853572 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eae97756-6749-48ad-97eb-06016b230390 req-4e48275e-e2b3-4a64-82cd-d7d136738e54 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0573444 Mar 02 03:42:09.919119 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eae97756-6749-48ad-97eb-06016b230390 req-7fe0a9ec-643c-4aee-adf7-867d0b1f4de3 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594077 Mar 02 03:42:09.965128 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f20e9-dcef-4b0a-9aab-ec369be7c569 req-edcae061-2035-48d1-b7c1-dea33c4e126a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:09.966664 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-600f20e9-dcef-4b0a-9aab-ec369be7c569 req-edcae061-2035-48d1-b7c1-dea33c4e126a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0619886 Mar 02 03:42:10.025265 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-600f20e9-dcef-4b0a-9aab-ec369be7c569 req-e1e86c2c-6d2e-4e96-b44c-2c9f1507479e tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529375 Mar 02 03:42:10.105475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6d3e6-4e63-4771-acd5-1969be983612 req-5a2cdc26-80c7-42f8-8502-75f9fb323c20 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:10.107004 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-05f6d3e6-4e63-4771-acd5-1969be983612 req-5a2cdc26-80c7-42f8-8502-75f9fb323c20 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0579550 Mar 02 03:42:10.157499 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-05f6d3e6-4e63-4771-acd5-1969be983612 req-d6724e02-e4c2-4774-bf02-490b2094bae6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Mar 02 03:42:10.253215 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cc237458-2215-4b0f-a4f4-3213e60bf836 req-b84f219d-d056-42f1-bbe8-6d4a08a9e360 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Mar 02 03:42:11.044117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ff7e-9e08-489f-9a63-3000d978de98 req-7950ee1b-b5b5-4076-9cc0-85b72c7b9c08 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:11.045642 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b623ff7e-9e08-489f-9a63-3000d978de98 req-7950ee1b-b5b5-4076-9cc0-85b72c7b9c08 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0527465 Mar 02 03:42:11.107309 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b623ff7e-9e08-489f-9a63-3000d978de98 req-bb750779-c5e9-4f63-ac86-f1ebe8633cc9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559192 Mar 02 03:42:11.254095 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5ef2-f1b3-4aba-b5de-ff77580e410e req-45d6dbd0-93f7-4f2a-a82c-950741860c8c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:11.256862 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22dc5ef2-f1b3-4aba-b5de-ff77580e410e req-45d6dbd0-93f7-4f2a-a82c-950741860c8c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1299090 Mar 02 03:42:11.354025 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-22dc5ef2-f1b3-4aba-b5de-ff77580e410e req-0926e985-1da0-4a84-9bd3-c61fedb81b4c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920112 Mar 02 03:42:11.366561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fce8c-6e9d-40ac-b570-03f8ff38cd94 req-0ea8ec60-31bf-42a4-847c-64da72daea6c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:11.368023 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-366fce8c-6e9d-40ac-b570-03f8ff38cd94 req-0ea8ec60-31bf-42a4-847c-64da72daea6c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0851455 Mar 02 03:42:11.432855 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-366fce8c-6e9d-40ac-b570-03f8ff38cd94 req-24090065-d2e0-45fc-9fdc-57e7af14b47e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578427 Mar 02 03:42:11.470933 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77be71c0-5acb-4fff-9d57-1e9ac04d6ba9 req-17b9afa8-428a-49a7-92c9-22acd3bc6188 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0344601 Mar 02 03:42:12.249992 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a096d-1579-40e2-85f6-0672da9d199b req-c5f1d7ad-9571-4753-933a-caad0a15d1e2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:12.251475 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-107a096d-1579-40e2-85f6-0672da9d199b req-c5f1d7ad-9571-4753-933a-caad0a15d1e2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0553389 Mar 02 03:42:12.304602 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-107a096d-1579-40e2-85f6-0672da9d199b req-614cf2e8-0ab2-46c8-aa2c-dd4b3a31e6a0 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466685 Mar 02 03:42:12.488477 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac8459-05f2-4818-88ea-2f128896f37e req-f02ddac5-240e-401a-9f03-e887f4d95cb5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:12.490788 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96ac8459-05f2-4818-88ea-2f128896f37e req-f02ddac5-240e-401a-9f03-e887f4d95cb5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0604908 Mar 02 03:42:12.580754 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-96ac8459-05f2-4818-88ea-2f128896f37e req-ecbf1030-9d6f-4dd1-ab93-637806f31038 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785155 Mar 02 03:42:12.592410 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6852e73-25a2-4e4e-b54c-a9e45f76886d req-67c078c0-4b66-4ae8-9fd0-7aa8ed585f0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:12.594164 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6852e73-25a2-4e4e-b54c-a9e45f76886d req-67c078c0-4b66-4ae8-9fd0-7aa8ed585f0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.1003413 Mar 02 03:42:12.673099 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6852e73-25a2-4e4e-b54c-a9e45f76886d req-8608edb2-97a1-40c1-9439-d9305ae44b79 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665073 Mar 02 03:42:12.689050 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29c284fb-11aa-47ed-949b-75c5bdac3f09 req-f1a1c772-fcf3-4aad-831b-d94b72c39206 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0333467 Mar 02 03:42:13.425862 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffc32b-17e8-4c4a-9bf3-c404ead04045 req-6456383c-3e54-411a-95c7-4eb6e9ea4504 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:13.428210 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-73ffc32b-17e8-4c4a-9bf3-c404ead04045 req-6456383c-3e54-411a-95c7-4eb6e9ea4504 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0541871 Mar 02 03:42:13.479221 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-73ffc32b-17e8-4c4a-9bf3-c404ead04045 req-ca8e41df-6b75-4c2a-a4e5-71ccc0d11f26 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457368 Mar 02 03:42:13.712620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce79158-4cad-4484-b016-9651101044cd req-96c57766-356a-4f2c-b403-816068753aa0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:13.714667 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ce79158-4cad-4484-b016-9651101044cd req-96c57766-356a-4f2c-b403-816068753aa0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0596046 Mar 02 03:42:13.792099 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4ce79158-4cad-4484-b016-9651101044cd req-6372ba75-b769-4bd1-85da-371833b8064d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721817 Mar 02 03:42:13.818358 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2adcf9-07c6-4557-9c9f-7133d3d1c04b req-9d6788be-ac6e-4645-9206-30ddede553af tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:13.819867 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd2adcf9-07c6-4557-9c9f-7133d3d1c04b req-9d6788be-ac6e-4645-9206-30ddede553af tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0709960 Mar 02 03:42:13.897213 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1f630b6e-7753-4047-9334-3cc4107a065a req-91597bae-7a76-4c70-858e-383f56701b1a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0421174 Mar 02 03:42:13.906532 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bd2adcf9-07c6-4557-9c9f-7133d3d1c04b req-882cb0cc-6897-4ca0-859a-777052590036 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761001 Mar 02 03:42:14.606812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9da00-9957-4ee9-bff6-982d01fa5346 req-9b49efb7-3ab0-44b5-92a8-095c7d37d3ae tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:14.608651 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67f9da00-9957-4ee9-bff6-982d01fa5346 req-9b49efb7-3ab0-44b5-92a8-095c7d37d3ae tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0552003 Mar 02 03:42:14.658476 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-67f9da00-9957-4ee9-bff6-982d01fa5346 req-7ab81e20-58ba-45ce-b697-120a7dbb9242 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Mar 02 03:42:14.914616 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13cc6-7ee5-46e5-afa9-e0f47656db68 req-c5e41202-fb76-4d74-8ca2-9c17b27281b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:14.916112 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ad13cc6-7ee5-46e5-afa9-e0f47656db68 req-c5e41202-fb76-4d74-8ca2-9c17b27281b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0535262 Mar 02 03:42:14.967712 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ad13cc6-7ee5-46e5-afa9-e0f47656db68 req-3f7fe73f-50f9-48e1-853e-60bd3250c66e tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461314 Mar 02 03:42:15.026192 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c26bd-a227-4eee-9063-df0852427890 req-efedc7fc-1ff8-455e-b9e2-1d42866be3d7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.027696 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ba0c26bd-a227-4eee-9063-df0852427890 req-efedc7fc-1ff8-455e-b9e2-1d42866be3d7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0570707 Mar 02 03:42:15.064068 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2a1a07b-d86b-422c-adc6-1e62a13729ba req-ade7ac1f-e9c0-4666-a2c2-681f264c78c6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0354352 Mar 02 03:42:15.094776 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ba0c26bd-a227-4eee-9063-df0852427890 req-944fba26-a940-4f8e-9a29-76b3feeac09c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583882 Mar 02 03:42:15.381874 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-d5ec132a-d166-48d3-87e1-62102e2f092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.382973 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-d5ec132a-d166-48d3-87e1-62102e2f092e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1128 time: 0.0458777 Mar 02 03:42:15.486406 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.35', 62613) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:42:15.505968 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-2d97c088-bb82-457e-856b-9e4b7146d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.507525 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-2d97c088-bb82-457e-856b-9e4b7146d086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.0833876 Mar 02 03:42:15.578730 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-abb7b712-c814-4c28-94be-c2191a18c7e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 999 time: 0.0644596 Mar 02 03:42:15.622033 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58943-a256-439a-b8e3-3cd42faa1b8f req-c167eab2-8c3b-4f11-b8ca-42c05d0a82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.623574 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a7c58943-a256-439a-b8e3-3cd42faa1b8f req-c167eab2-8c3b-4f11-b8ca-42c05d0a82f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 1129 time: 0.1251266 Mar 02 03:42:15.628732 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-f78adef3-4552-4bd0-9e07-5e01e80dc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.631007 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-f78adef3-4552-4bd0-9e07-5e01e80dc892 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0446997 Mar 02 03:42:15.643683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-6b15d830-c2ee-443e-ba8a-23045c5106eb tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.645134 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-6b15d830-c2ee-443e-ba8a-23045c5106eb tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1452856 Mar 02 03:42:15.666666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Request body: {'port': {'device_id': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'admin_state_up': True, 'tenant_id': '2d19eadd11624dceaf77a67791796392'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:15.689140 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-75513f6b-f47e-406c-831d-fa77e1816796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.690492 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-75513f6b-f47e-406c-831d-fa77e1816796 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476339 Mar 02 03:42:15.754898 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a7c58943-a256-439a-b8e3-3cd42faa1b8f req-5ef61bfc-fa48-4432-b2cd-24ed1c1d6e44 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081674 Mar 02 03:42:15.790632 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-d80dee66-9646-43ce-a8b2-8bf8c6abd3a2 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879304 Mar 02 03:42:15.826398 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ca67-88a3-45f6-835a-7d1e9830aa22 req-95213530-63a2-45a9-be29-5cbbec71aa31 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:15.827905 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fb35ca67-88a3-45f6-835a-7d1e9830aa22 req-95213530-63a2-45a9-be29-5cbbec71aa31 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0954146 Mar 02 03:42:15.842214 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:42:15.845288 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:15.931149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fb35ca67-88a3-45f6-835a-7d1e9830aa22 req-cfa1fc43-b9c9-49a9-8504-7ea484082188 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963540 Mar 02 03:42:15.997541 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Allocated IP 172.20.0.6 (04f05bf1-583d-4ef5-b234-c4a1f3c712fb/90b6be9d-c901-4961-a6f5-f58aaba95e38/930cbda3-c8e7-4fe1-807c-ef20deab0155) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:42:16.142346 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fceb8f82-4b65-40cd-a8ed-7c04c94d7495 req-e82b5808-4a95-4292-9deb-824eca0493f3 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Mar 02 03:42:16.177885 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9954b7ea-175a-4814-a4e6-4b9996bb2766 req-e43e2334-1d4d-4265-89d4-6eb5e70de64f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0415316 Mar 02 03:42:16.184669 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e798a6-ae18-4f8c-ba4f-ea481f793214 req-f2ac3535-724f-4ccf-b855-7dc35b97ddec tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:16.186017 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1e798a6-ae18-4f8c-ba4f-ea481f793214 req-f2ac3535-724f-4ccf-b855-7dc35b97ddec tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1435897 Mar 02 03:42:16.226129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks [] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:16.300679 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d1e798a6-ae18-4f8c-ba4f-ea481f793214 req-60d952ba-21b8-41b5-b398-737f1449627e tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031153 Mar 02 03:42:16.320903 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:16.329717 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fffd0-f01e-4545-998e-e2e4a8c365ff req-0a0f32ae-3f10-4f07-a91b-eefbbde027dc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:16.331224 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc1fffd0-f01e-4545-998e-e2e4a8c365ff req-0a0f32ae-3f10-4f07-a91b-eefbbde027dc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0898910 Mar 02 03:42:16.365589 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:16.387569 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:42:16.393537 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:42:16.398372 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:42:16.427170 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event updated for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:16.453328 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.453607 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.453956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.454295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.454634 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.454971 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.455329 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.455661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.456009 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.456327 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.456662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.456989 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.457307 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:16.467725 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bc1fffd0-f01e-4545-998e-e2e4a8c365ff req-8f3c5886-c8e7-4de9-8a59-2806d55eb336 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295338 Mar 02 03:42:16.482986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:16.483644 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:16.501616 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c13e55d0-5f34-4aeb-830c-4124fa20600d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403046 Mar 02 03:42:16.520780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Request body: {'port': {'device_id': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:16.582435 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:16.841141 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930cbda3-c8e7-4fe1-807c-ef20deab0155 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:16.849087 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks [] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:16.860563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Transition to ACTIVE for port object 930cbda3-c8e7-4fe1-807c-ef20deab0155 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:42:16.864226 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:17.195781 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Pushing event updated for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:17.309186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Attempting to bind port 930cbda3-c8e7-4fe1-807c-ef20deab0155 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:42:17.309516 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Attempting to bind port 930cbda3-c8e7-4fe1-807c-ef20deab0155 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:42:17.309839 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Attempting to bind port 930cbda3-c8e7-4fe1-807c-ef20deab0155 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:17.323828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee51c8-655a-43e1-a537-1e8d909d34f7 req-12dd67a2-285c-4631-8bb0-573e3ab8eb26 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.325284 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68ee51c8-655a-43e1-a537-1e8d909d34f7 req-12dd67a2-285c-4631-8bb0-573e3ab8eb26 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.1307499 Mar 02 03:42:17.328644 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Port 930cbda3-c8e7-4fe1-807c-ef20deab0155 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:42:17.328872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Attempting to bind port 930cbda3-c8e7-4fe1-807c-ef20deab0155 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:17.341881 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:42:17.342219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Checking segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:42:17.342589 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Bound using segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:42:17.343022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Bound port: 930cbda3-c8e7-4fe1-807c-ef20deab0155, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:42:17.343397 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:17.358903 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe75c06-92a7-4e1e-a2e6-a1a61f020194 req-480d511f-d580-4c0f-ad15-d0c21bcc66b8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.360337 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ffe75c06-92a7-4e1e-a2e6-a1a61f020194 req-480d511f-d580-4c0f-ad15-d0c21bcc66b8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 943 time: 0.1099007 Mar 02 03:42:17.445601 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68ee51c8-655a-43e1-a537-1e8d909d34f7 req-adce22fc-1d2d-40f5-b6ca-95093e973aca tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114335 Mar 02 03:42:17.460179 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ffe75c06-92a7-4e1e-a2e6-a1a61f020194 req-d9d0369c-395e-4bef-9f49-da8ffc4488ef tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911391 Mar 02 03:42:17.480620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:42:17.483853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:42:17.490864 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:17.532913 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.533534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:17.534881 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] 10.222.0.35 "PUT /v2.0/ports/930cbda3-c8e7-4fe1-807c-ef20deab0155 HTTP/1.1" status: 200 len: 1093 time: 1.0184600 Mar 02 03:42:17.536467 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:17.538825 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa69668-4693-4d23-ab9a-7ff64b956624" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:17.640896 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3219e2-ce05-4f43-9f94-758145b0b92e service neutron] Pushing event updated for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:17.671445 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ba89-0431-4f26-b2b6-800734ec9112 req-fb88cdd3-63ba-4bd3-bbd5-0c45e32dc066 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.672952 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7d63ba89-0431-4f26-b2b6-800734ec9112 req-fb88cdd3-63ba-4bd3-bbd5-0c45e32dc066 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1550348 Mar 02 03:42:17.684930 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6647075f-d170-48c1-8558-f8ede1bd1606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:17.688121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4539b-5eef-4253-af78-ef4ba929eb3c req-facbab95-3627-480a-8f27-d6bddb191c7e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.689587 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7ff4539b-5eef-4253-af78-ef4ba929eb3c req-facbab95-3627-480a-8f27-d6bddb191c7e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.1256685 Mar 02 03:42:17.718394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-18262b5e-5a18-4c1d-83c3-8a3a2d75fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.719912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-18262b5e-5a18-4c1d-83c3-8a3a2d75fd78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 1127 time: 0.1139495 Mar 02 03:42:17.799114 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-42ee3e78-94a7-4403-98c4-d9c61c84e1a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155 HTTP/1.1" status: 200 len: 217 time: 0.0612671 Mar 02 03:42:17.806059 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7d63ba89-0431-4f26-b2b6-800734ec9112 req-a70e517b-acd7-4667-ba48-86eff9b94631 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256273 Mar 02 03:42:17.819613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7ff4539b-5eef-4253-af78-ef4ba929eb3c req-b15df661-82de-4ddd-93e2-847e4aaa7abc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219888 Mar 02 03:42:17.858588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf42d2-9e1a-45dc-8f55-6d3e56ab495b x-openstack-request-id: req-90cf42d2-9e1a-45dc-8f55-6d3e56ab495b {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:17.859212 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:17.859212 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90cf42d2-9e1a-45dc-8f55-6d3e56ab495b {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:17.859558 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155', 'status': 'completed', 'code': 200} Mar 02 03:42:17.860957 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-f298142d-8637-4690-8c8a-3f699cde3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:17.862442 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-f298142d-8637-4690-8c8a-3f699cde3222 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0547547 Mar 02 03:42:17.911073 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-c4d26944-1f35-4d39-9cd0-0e42e22fa697 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320687 Mar 02 03:42:18.018195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a4e5-7250-402f-bf29-85d329085936 req-a9cddd1f-9432-42fc-8640-ad7a53206a0b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.019721 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6a47a4e5-7250-402f-bf29-85d329085936 req-a9cddd1f-9432-42fc-8640-ad7a53206a0b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.1158860 Mar 02 03:42:18.042724 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-4659c423-ad19-4730-9845-86559793d8af service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Mar 02 03:42:18.129668 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6a47a4e5-7250-402f-bf29-85d329085936 req-a061e112-c5de-478e-a427-7015eb5d0ec0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012690 Mar 02 03:42:18.152306 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 41554) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:42:18.170202 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-007b7632-12ae-4abb-8ca2-0f6ad07c5de0 req-82640859-eda9-48ca-a768-4f90653a8ce2 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209486 Mar 02 03:42:18.296959 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343cbe47-a51d-414e-b7b8-46d455f60b85 tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.302178 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-343cbe47-a51d-414e-b7b8-46d455f60b85 tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 1124 time: 0.1483727 Mar 02 03:42:18.303209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 41558) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:42:18.307598 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'port_id': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:18.325733 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-7b9c162f-c7a9-4bd3-9850-08b259f11939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.327222 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-7b9c162f-c7a9-4bd3-9850-08b259f11939 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 1127 time: 0.0667450 Mar 02 03:42:18.343632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:18.467159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-d4259369-1b8d-4110-9e84-b35ff9032a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.468645 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-d4259369-1b8d-4110-9e84-b35ff9032a8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 915 time: 0.1331432 Mar 02 03:42:18.513320 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-c4abab28-5548-4b82-8081-3e876c39c82d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155 HTTP/1.1" status: 200 len: 217 time: 0.0372591 Mar 02 03:42:18.641802 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-29ecfe02-f26a-4313-afba-76053f6457b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.643199 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-29ecfe02-f26a-4313-afba-76053f6457b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.1137004 Mar 02 03:42:18.646528 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:18.674253 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a7d50-7b78-436e-ac51-4fe82915c259 req-cc3ca44d-b57d-4850-b5b2-34b09161e190 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.675693 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5d1a7d50-7b78-436e-ac51-4fe82915c259 req-cc3ca44d-b57d-4850-b5b2-34b09161e190 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.1575599 Mar 02 03:42:18.703074 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02846509-47b0-4105-be60-7e7effc08b52 req-38932829-d440-4116-9855-b9b6ef4d595c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:18.704470 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02846509-47b0-4105-be60-7e7effc08b52 req-38932829-d440-4116-9855-b9b6ef4d595c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 943 time: 0.1497214 Mar 02 03:42:18.733385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-83931163-52de-4dff-876e-84311f34b829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752118 Mar 02 03:42:18.903980 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02846509-47b0-4105-be60-7e7effc08b52 req-099a5af5-3a41-417f-8799-261b3a0ddad3 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616340 Mar 02 03:42:18.907231 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5d1a7d50-7b78-436e-ac51-4fe82915c259 req-ac3bd96c-4bdd-487e-9378-903c88a25dfd tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115779 Mar 02 03:42:18.949842 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.27.0.71 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/5e188534-276e-41b5-bb1b-2101081c6157) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:42:18.956475 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-85e8e1c1-8533-4fe1-8ba2-0b536bf845a1 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126727 Mar 02 03:42:19.120312 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429bb23-d65a-4017-8a1d-4c09b2ed0588 req-4f97c413-f767-4be6-8f81-f9393af84039 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:19.121798 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5429bb23-d65a-4017-8a1d-4c09b2ed0588 req-4f97c413-f767-4be6-8f81-f9393af84039 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.1592610 Mar 02 03:42:19.184104 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6aa69668-4693-4d23-ab9a-7ff64b956624 req-9e3c65c6-f171-415a-b10c-6bf163cccc89 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190385 Mar 02 03:42:19.196294 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (5e188534-276e-41b5-bb1b-2101081c6157), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.225385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5429bb23-d65a-4017-8a1d-4c09b2ed0588 req-ba07899a-c806-4bf6-af23-8f0b3fc2de06 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890610 Mar 02 03:42:19.251322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (5e188534-276e-41b5-bb1b-2101081c6157), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.292028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:42:19.294777 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:42:19.298186 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:42:19.304701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=5e188534-276e-41b5-bb1b-2101081c6157,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:19.662233 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (2905b10a-9de2-4e70-8b88-8e52a93d0f6f), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.729011 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5e188534-276e-41b5-bb1b-2101081c6157), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.875846 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (5e188534-276e-41b5-bb1b-2101081c6157), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.881024 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (5e188534-276e-41b5-bb1b-2101081c6157), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:19.950930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=5e188534-276e-41b5-bb1b-2101081c6157,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:19.961340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (2905b10a-9de2-4e70-8b88-8e52a93d0f6f), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:20.086669 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6eb6d629-2524-4d67-acd7-9e9e0502bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:20.129396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb5626-eccf-471c-a828-b63bb98f76ff req-11cb651b-682f-48cb-834e-cceca423083d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:20.131426 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28eb5626-eccf-471c-a828-b63bb98f76ff req-11cb651b-682f-48cb-834e-cceca423083d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.1330435 Mar 02 03:42:20.146926 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2d5aa-8cc8-4f44-86c2-edfda97d8be7 req-ab0ca46d-9a7a-4312-b25d-f5a59f9bbac4 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:20.148351 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46f2d5aa-8cc8-4f44-86c2-edfda97d8be7 req-ab0ca46d-9a7a-4312-b25d-f5a59f9bbac4 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 943 time: 0.1488590 Mar 02 03:42:20.157962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 2905b10a-9de2-4e70-8b88-8e52a93d0f6f associated. External IP: 172.27.0.71, port: 096a6539-234c-451d-b2a7-99cd2a6b7b2a. Mar 02 03:42:20.571222 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28eb5626-eccf-471c-a828-b63bb98f76ff req-c4d48316-17a2-4562-990d-07b62016b6b8 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4327869 Mar 02 03:42:20.575923 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46f2d5aa-8cc8-4f44-86c2-edfda97d8be7 req-10a83344-b8bc-48c6-8b2c-83d25fd55d08 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207115 Mar 02 03:42:20.729570 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:42:20.741230 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efea5e-5e38-49a7-8365-69725b8b9578 req-bd02b4cb-e4f2-4b33-b613-6e9314348400 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:20.742706 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d4efea5e-5e38-49a7-8365-69725b8b9578 req-bd02b4cb-e4f2-4b33-b613-6e9314348400 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0989704 Mar 02 03:42:20.835682 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d4efea5e-5e38-49a7-8365-69725b8b9578 req-22c62388-2e18-4555-9cc1-322a19e910c6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867791 Mar 02 03:42:20.882939 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:42:20.892441 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:42:20.900137 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:20.903103 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:42:20.903783 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:42:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:42:20.935572 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e929783e-7bfa-41d1-9efb-355429844596 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6312473 Mar 02 03:42:20.936618 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:20.939308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a0ca09-36a9-4446-89fd-7b2081f849ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:20.952125 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:20.979608 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d072f4-731a-4a78-b614-785c3d29d142 x-openstack-request-id: req-35d072f4-731a-4a78-b614-785c3d29d142 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:20.980117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:20.980225 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35d072f4-731a-4a78-b614-785c3d29d142 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:20.980552 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'status': 'completed', 'code': 200} Mar 02 03:42:21.013676 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:42:21.071330 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-6ef595ad-2bd3-4cc0-9603-95730ab41736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.072879 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-6ef595ad-2bd3-4cc0-9603-95730ab41736 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 1129 time: 0.0449514 Mar 02 03:42:21.162090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-c3243538-3ce8-406e-8174-80005e1fa88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.163509 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-c3243538-3ce8-406e-8174-80005e1fa88d service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0848114 Mar 02 03:42:21.233176 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-e2b3e3af-49e0-428c-a83d-bafc09964d67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a HTTP/1.1" status: 200 len: 998 time: 0.0618269 Mar 02 03:42:21.239011 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '2905b10a-9de2-4e70-8b88-8e52a93d0f6f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:8b:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:42:19Z', 'updated_at': '2022-03-02T03:42:19Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:42:21.264756 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:42:21.273928 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:42:21.274537 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:42:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:42:21.284185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-b8191dde-fdb2-4aa1-9eba-cc1a8e07d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.285636 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-b8191dde-fdb2-4aa1-9eba-cc1a8e07d5d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0429263 Mar 02 03:42:21.339756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-e95f08e4-4e54-4a8e-a8be-6825c613f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.341271 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-e95f08e4-4e54-4a8e-a8be-6825c613f4c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448549 Mar 02 03:42:21.381922 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:42:21.383601 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 930cbda3-c8e7-4fe1-807c-ef20deab0155 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:21.437029 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-cbc227fd-d7e1-4fe8-9da2-ce12fca23ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872426 Mar 02 03:42:21.484667 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:21.496061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '930cbda3-c8e7-4fe1-807c-ef20deab0155', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'port_id': '930cbda3-c8e7-4fe1-807c-ef20deab0155', 'mac_address': 'fa:16:3e:4c:b9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b6be9d-c901-4961-a6f5-f58aaba95e38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:21.531609 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f6a0ca09-36a9-4446-89fd-7b2081f849ba req-e44c5df9-52a0-4653-af08-b2cdbad8f631 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Mar 02 03:42:21.535241 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 930cbda3-c8e7-4fe1-807c-ef20deab0155 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:21.535646 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:21.549583 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930cbda3-c8e7-4fe1-807c-ef20deab0155 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:21.570045 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:21.574305 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:21.616612 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '2905b10a-9de2-4e70-8b88-8e52a93d0f6f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:8b:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:42:19Z', 'updated_at': '2022-03-02T03:42:19Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:42:21.626282 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:21.644457 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b4f392-8482-42de-aafd-d33ce189f80d None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '2905b10a-9de2-4e70-8b88-8e52a93d0f6f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:8b:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:42:19Z', 'updated_at': '2022-03-02T03:42:19Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:42:21.757725 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6473ee-e18a-43f2-9ef3-573140cc8707 req-35a31550-f6e5-42c9-875a-d147bdb9edc9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.759271 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f6473ee-e18a-43f2-9ef3-573140cc8707 req-35a31550-f6e5-42c9-875a-d147bdb9edc9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 944 time: 0.0889447 Mar 02 03:42:21.773676 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f150-1b0d-4366-9074-5c0c898f0e21 req-b3bde114-a307-4696-8d71-ca8d8aea315d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.775252 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4cd9f150-1b0d-4366-9074-5c0c898f0e21 req-b3bde114-a307-4696-8d71-ca8d8aea315d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0952666 Mar 02 03:42:21.842330 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e6d932-1d6e-4488-a5a1-6d2378d0d8d6 None None] New status for floating IP 2905b10a-9de2-4e70-8b88-8e52a93d0f6f: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:42:21.846608 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6f6473ee-e18a-43f2-9ef3-573140cc8707 req-dcc67d01-37e2-4aa8-af5f-0543051d3b99 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816109 Mar 02 03:42:21.856191 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4cd9f150-1b0d-4366-9074-5c0c898f0e21 req-1f82016e-2631-4fa9-8d2a-80e1a86dcb07 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747077 Mar 02 03:42:21.933143 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['930cbda3-c8e7-4fe1-807c-ef20deab0155'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:21.960442 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e255ce-55c3-4c22-bf39-2f34df2243b0 req-cc70f965-649e-4c5b-bc4d-068a1174139f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:21.961863 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95e255ce-55c3-4c22-bf39-2f34df2243b0 req-cc70f965-649e-4c5b-bc4d-068a1174139f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0544927 Mar 02 03:42:22.011330 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-95e255ce-55c3-4c22-bf39-2f34df2243b0 req-c5c3e7f5-cbe0-4b63-bda3-3385f67a1dbf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 Mar 02 03:42:22.087018 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:42:22.411746 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:22.997728 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfef0c-89d2-40ca-85d7-1daea793b193 req-2c071407-d188-42cf-b78f-139682eecde5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:22.999224 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59bfef0c-89d2-40ca-85d7-1daea793b193 req-2c071407-d188-42cf-b78f-139682eecde5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 944 time: 0.0833170 Mar 02 03:42:23.009809 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081ad0f-1c20-44dc-a7a2-fa73acc1c2bc req-83144b8c-f8a5-4c8a-ab6b-314d6b6de18b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:23.011215 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8081ad0f-1c20-44dc-a7a2-fa73acc1c2bc req-83144b8c-f8a5-4c8a-ab6b-314d6b6de18b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 944 time: 0.0854347 Mar 02 03:42:23.082781 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-59bfef0c-89d2-40ca-85d7-1daea793b193 req-9254c6ea-8181-47fa-b7bf-52255ec7ea03 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705581 Mar 02 03:42:23.087837 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8081ad0f-1c20-44dc-a7a2-fa73acc1c2bc req-b3b87c9e-851c-409a-b81d-38864c7cb704 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702178 Mar 02 03:42:23.186379 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199449-7961-4cef-be81-68fe8e03c22e req-217e4091-609c-4c57-864f-c285a50f8608 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:23.187861 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c199449-7961-4cef-be81-68fe8e03c22e req-217e4091-609c-4c57-864f-c285a50f8608 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 943 time: 0.0522158 Mar 02 03:42:23.238167 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c199449-7961-4cef-be81-68fe8e03c22e req-08aa89d1-4e48-476d-a3cb-74b67de36ecf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Mar 02 03:42:23.391510 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:23.404834 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 930cbda3-c8e7-4fe1-807c-ef20deab0155 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:23.508658 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 930cbda3-c8e7-4fe1-807c-ef20deab0155 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:42:23.519901 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 930cbda3-c8e7-4fe1-807c-ef20deab0155 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:23.520282 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.561366 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:23.577045 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'mac_address': 'fa:16:3e:3b:a4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:23.641450 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:23.641899 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.655395 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 930cbda3-c8e7-4fe1-807c-ef20deab0155 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:23.655772 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.665713 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:23.693577 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:23.696053 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4cf750-1a6d-4df7-a90b-e2be9fda5584" -d '{"events": [{"server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "name": "network-vif-plugged", "status": "completed", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:23.710233 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:23.714160 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:23.715701 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.716296 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:23.721333 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.743039 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba1af9a-bd23-490f-96a5-7d524536fba4 x-openstack-request-id: req-aba1af9a-bd23-490f-96a5-7d524536fba4 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:23.743359 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "name": "network-vif-plugged", "status": "completed", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:23.743613 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aba1af9a-bd23-490f-96a5-7d524536fba4 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:23.744000 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155', 'code': 200} Mar 02 03:42:23.789089 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:23.883852 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:23.897371 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:23.907586 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'port_id': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'mac_address': 'fa:16:3e:f5:d2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:23.946309 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:23.946703 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.956303 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f460d9-78dd-4888-983a-ffeca308b4ff req-277644e5-80c2-45ff-8dd8-90d80c2d394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:23.957809 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8f460d9-78dd-4888-983a-ffeca308b4ff req-277644e5-80c2-45ff-8dd8-90d80c2d394d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 1129 time: 0.0435991 Mar 02 03:42:23.960078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:23.992511 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:23.993906 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:23.996495 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:24.003263 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e8f460d9-78dd-4888-983a-ffeca308b4ff req-829fffb7-688f-4681-82c4-8df1338b6094 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Mar 02 03:42:24.043479 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:24.234435 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f7c8-e361-4dad-8614-8ab0e698824e req-2efc0b1a-5721-4971-90be-ee1eb8816bb0 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:24.235956 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c414f7c8-e361-4dad-8614-8ab0e698824e req-2efc0b1a-5721-4971-90be-ee1eb8816bb0 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 945 time: 0.0864255 Mar 02 03:42:24.243475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a2e-ecd1-4a13-b49a-2a8b2ffdeb60 req-6534c475-227d-452d-bac5-9bd3e4d9f64d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:24.244853 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd8c0a2e-ecd1-4a13-b49a-2a8b2ffdeb60 req-6534c475-227d-452d-bac5-9bd3e4d9f64d tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0867779 Mar 02 03:42:24.313321 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c414f7c8-e361-4dad-8614-8ab0e698824e req-4352cd4e-ec63-490b-926c-fcbb0c4341a2 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Mar 02 03:42:24.322846 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd8c0a2e-ecd1-4a13-b49a-2a8b2ffdeb60 req-31b58af9-af57-4355-9ee7-f99f576498d8 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714383 Mar 02 03:42:24.414449 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:24.417904 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44f79-bc28-4e3c-aae2-bffbd6a6a757 req-86a637cc-b8cb-4aa2-9119-c8ad5e78c4d0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:24.419436 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72f44f79-bc28-4e3c-aae2-bffbd6a6a757 req-86a637cc-b8cb-4aa2-9119-c8ad5e78c4d0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.0519862 Mar 02 03:42:24.444214 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['4ba0ee61-14d5-4764-9f25-5df359f9822b'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:24.466163 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-72f44f79-bc28-4e3c-aae2-bffbd6a6a757 req-787d8db6-0e03-435d-958d-34aff04544d2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Mar 02 03:42:25.465245 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ad636-eacc-4543-acc0-73af3dcf8d64 req-dc17581c-a596-462b-a914-d75ee0815eb8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:25.466706 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c1ad636-eacc-4543-acc0-73af3dcf8d64 req-dc17581c-a596-462b-a914-d75ee0815eb8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 945 time: 0.0874436 Mar 02 03:42:25.474026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfa79-be00-4219-b4bd-43f7545991b8 req-5c4c2fb9-b799-4e60-a954-b2487fea4d5e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:25.475550 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af9dfa79-be00-4219-b4bd-43f7545991b8 req-5c4c2fb9-b799-4e60-a954-b2487fea4d5e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0858707 Mar 02 03:42:25.548680 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1c1ad636-eacc-4543-acc0-73af3dcf8d64 req-2cb1caad-60ad-4727-bb02-4a86ecb5add7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722048 Mar 02 03:42:25.551962 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af9dfa79-be00-4219-b4bd-43f7545991b8 req-ec947456-e07a-46cb-aad4-53b54ab8fe21 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699816 Mar 02 03:42:25.658430 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82dd25-14d1-45fe-a4e0-3a3ebb3822b2 req-e8db645c-6589-414d-b464-0236e0859083 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:25.660008 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b82dd25-14d1-45fe-a4e0-3a3ebb3822b2 req-e8db645c-6589-414d-b464-0236e0859083 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.0561254 Mar 02 03:42:25.712492 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7b82dd25-14d1-45fe-a4e0-3a3ebb3822b2 req-ce15b312-eed6-446d-8890-4542d2095624 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466313 Mar 02 03:42:26.673860 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9288c21-9412-43e2-bf28-9f594d79f6be req-9c0e4fc8-e4e9-42e7-abbe-15f52a6ad621 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:26.675364 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a9288c21-9412-43e2-bf28-9f594d79f6be req-9c0e4fc8-e4e9-42e7-abbe-15f52a6ad621 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0528400 Mar 02 03:42:26.723559 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a9288c21-9412-43e2-bf28-9f594d79f6be req-f823e7f7-1190-405d-8757-c795458d28aa tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Mar 02 03:42:26.838482 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde777e0-90bc-4511-8bc1-079527dcb0f7 req-38d216e4-02b5-40f5-9418-b0c24bbb1d10 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:26.840090 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fde777e0-90bc-4511-8bc1-079527dcb0f7 req-38d216e4-02b5-40f5-9418-b0c24bbb1d10 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 944 time: 0.0549421 Mar 02 03:42:26.890761 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fde777e0-90bc-4511-8bc1-079527dcb0f7 req-32b38e9c-9171-4c63-b27c-88aedeebed92 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451174 Mar 02 03:42:27.237625 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-6bdab07c-fedf-4caf-8c2a-055221ddd6f6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:27.239115 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-6bdab07c-fedf-4caf-8c2a-055221ddd6f6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1040275 Mar 02 03:42:27.253887 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-9ab56b3b-8f61-4528-b9d3-f2b121fcfd08 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/quotas/2d19eadd11624dceaf77a67791796392 HTTP/1.1" status: 200 len: 375 time: 0.0087759 Mar 02 03:42:27.307340 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-d065ebf1-76da-4de9-9d68-7f54452819d8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477996 Mar 02 03:42:27.398357 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-67467bf9-63ec-43fd-b5dd-2d3bc57067f8 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Mar 02 03:42:27.404539 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:27.452110 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 4ba0ee61-14d5-4764-9f25-5df359f9822b triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:27.452488 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.487624 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-bba03f42-c323-4a22-85da-9b865448d245 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828497 Mar 02 03:42:27.530141 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 4ba0ee61-14d5-4764-9f25-5df359f9822b is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:27.530543 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.554593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:27.556871 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e46045-95ad-4493-b953-d1ef2a558d4a" -d '{"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:27.569988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:27.575407 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.576227 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:27.616520 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cea6b1-bd6f-48bb-9317-bcf6374ad1e2 x-openstack-request-id: req-20cea6b1-bd6f-48bb-9317-bcf6374ad1e2 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:27.616935 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-plugged", "status": "completed", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:27.617262 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20cea6b1-bd6f-48bb-9317-bcf6374ad1e2 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:27.617704 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'code': 200} Mar 02 03:42:27.646908 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6fac9c41-4ad0-4be4-af75-20066f36acb8 req-05cc4be8-268d-4469-b939-50116d0a805b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0289581 Mar 02 03:42:27.679091 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:27.689852 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:27.690291 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.773579 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:27.774068 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.813011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:27.818654 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:27.856319 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a80d3-9877-4349-be8a-87b00ba8fc65 req-11e62956-2c15-45cb-bd53-cb692850c80c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:27.857914 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-831a80d3-9877-4349-be8a-87b00ba8fc65 req-11e62956-2c15-45cb-bd53-cb692850c80c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 945 time: 0.0622470 Mar 02 03:42:27.871740 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:27.911677 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-831a80d3-9877-4349-be8a-87b00ba8fc65 req-09bc5082-970b-4a55-8a75-a3f1d28ea4f4 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478578 Mar 02 03:42:28.026542 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c9998-99cc-4cf8-b2d8-5758ebf3c28f req-081e8a16-9e31-49e6-904f-35fc1358b7cf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:28.028124 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d12c9998-99cc-4cf8-b2d8-5758ebf3c28f req-081e8a16-9e31-49e6-904f-35fc1358b7cf tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0608160 Mar 02 03:42:28.084431 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d12c9998-99cc-4cf8-b2d8-5758ebf3c28f req-6daf7faa-4472-408f-875f-6af108123229 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492413 Mar 02 03:42:28.211931 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de981e3a-2bdb-4874-af60-0f2a6a8348e1 req-0ae72776-43ff-4ad0-8993-b232a753f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:28.213570 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de981e3a-2bdb-4874-af60-0f2a6a8348e1 req-0ae72776-43ff-4ad0-8993-b232a753f230 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1130 time: 0.0481722 Mar 02 03:42:28.261214 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-de981e3a-2bdb-4874-af60-0f2a6a8348e1 req-e0db988c-c311-4fbf-b7cd-aca361f426e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378354 Mar 02 03:42:28.752219 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c8179023-66eb-46d6-b3a9-738f6a0ea2cf req-a02075b8-d1aa-4e3c-b2e0-5d84589352ad tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Mar 02 03:42:29.032166 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0dbe1-b193-4375-b8bc-afafb31a7f58 req-5d319a0b-59d0-4728-a596-10631714c64b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:29.033640 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-66f0dbe1-b193-4375-b8bc-afafb31a7f58 req-5d319a0b-59d0-4728-a596-10631714c64b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0525401 Mar 02 03:42:29.084137 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-66f0dbe1-b193-4375-b8bc-afafb31a7f58 req-53ad1237-f594-44a7-8665-1ffd53b5860c tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Mar 02 03:42:29.222780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-66df3880-57b5-4856-a040-924dba1dbe49 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:29.225310 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-66df3880-57b5-4856-a040-924dba1dbe49 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1382568 Mar 02 03:42:29.238072 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a294268-da74-459c-97a3-169dddbb7f15 req-fb005c09-6626-4ea9-88bb-f33ed395fc19 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:29.239598 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a294268-da74-459c-97a3-169dddbb7f15 req-fb005c09-6626-4ea9-88bb-f33ed395fc19 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0856302 Mar 02 03:42:29.255216 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Request body: {'port': {'device_id': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'admin_state_up': True, 'tenant_id': '2d19eadd11624dceaf77a67791796392'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:29.344184 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a294268-da74-459c-97a3-169dddbb7f15 req-feae3fa6-42c2-442e-91f5-e322cbd9e2fa tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984051 Mar 02 03:42:29.388998 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:42:29.392279 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:29.516567 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Allocated IP 172.20.0.12 (04f05bf1-583d-4ef5-b234-c4a1f3c712fb/90b6be9d-c901-4961-a6f5-f58aaba95e38/66e24661-b271-40ba-a897-e667b45d2143) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:42:29.618624 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:29.621021 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe622381-8eff-445b-95b1-59b03f184ec5" -d '{"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-plugged", "status": "completed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:29.668662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks [] for port (66e24661-b271-40ba-a897-e667b45d2143), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:29.669671 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f474c-42de-45f4-b93e-bb2887ace5cb x-openstack-request-id: req-760f474c-42de-45f4-b93e-bb2887ace5cb {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:29.669971 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-plugged", "status": "completed", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:29.670229 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-760f474c-42de-45f4-b93e-bb2887ace5cb {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:29.670622 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'code': 200} Mar 02 03:42:29.706335 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:29.754556 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:42:29.758389 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:42:29.761960 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', '930cbda3-c8e7-4fe1-807c-ef20deab0155'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:29.762109 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:42:29.788836 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event updated for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:29.821906 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:29.826772 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:29.846792 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-ef0b10e8-6d3d-406c-84d9-9df6dbc54e3b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949011 Mar 02 03:42:29.866584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Request body: {'port': {'device_id': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:29.974530 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7ad65-dc3d-43aa-a247-d37e7aade3e1 req-f2ebf6e8-43e1-4319-b4ac-bbbaa398574f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:29.976737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edc7ad65-dc3d-43aa-a247-d37e7aade3e1 req-f2ebf6e8-43e1-4319-b4ac-bbbaa398574f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 932 time: 0.1243467 Mar 02 03:42:29.985637 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (66e24661-b271-40ba-a897-e667b45d2143), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.074085 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8426c0-b68d-4c3c-a4cc-0dff5f123494 req-0d9be34f-08ff-4081-848d-bb8ca7cf6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.077374 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad8426c0-b68d-4c3c-a4cc-0dff5f123494 req-0d9be34f-08ff-4081-848d-bb8ca7cf6b25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1130 time: 0.0543292 Mar 02 03:42:30.083569 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-edc7ad65-dc3d-43aa-a247-d37e7aade3e1 req-4a99502b-97cd-4f1a-bad1-c2e70823d052 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945764 Mar 02 03:42:30.140860 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ad8426c0-b68d-4c3c-a4cc-0dff5f123494 req-be71a873-f148-43a5-b7c1-73b19d223699 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577905 Mar 02 03:42:30.280028 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7ba1-41f2-45dd-99d2-b2d299058d0a req-7734d6da-b1a2-4a75-99da-a3b65d9812e6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.281496 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-126c7ba1-41f2-45dd-99d2-b2d299058d0a req-7734d6da-b1a2-4a75-99da-a3b65d9812e6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.1055896 Mar 02 03:42:30.374634 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-126c7ba1-41f2-45dd-99d2-b2d299058d0a req-501f64ce-0614-448d-bb1f-d0e41cf486e9 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869913 Mar 02 03:42:30.379889 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e24661-b271-40ba-a897-e667b45d2143 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:30.387879 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks [] for port (66e24661-b271-40ba-a897-e667b45d2143), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.401222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Transition to ACTIVE for port object 66e24661-b271-40ba-a897-e667b45d2143 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:42:30.405072 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.486653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Pushing event updated for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:30.556362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8408a6-8197-40fb-9113-0c0dc8b48f02 req-2b48aa02-785f-4513-99c3-2e12c44e34a3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.557847 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf8408a6-8197-40fb-9113-0c0dc8b48f02 req-2b48aa02-785f-4513-99c3-2e12c44e34a3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.1269474 Mar 02 03:42:30.592629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Attempting to bind port 66e24661-b271-40ba-a897-e667b45d2143 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:42:30.592629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Attempting to bind port 66e24661-b271-40ba-a897-e667b45d2143 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:42:30.592629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Attempting to bind port 66e24661-b271-40ba-a897-e667b45d2143 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:30.602187 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Port 66e24661-b271-40ba-a897-e667b45d2143 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:42:30.602563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Attempting to bind port 66e24661-b271-40ba-a897-e667b45d2143 on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:30.613720 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:42:30.614360 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Checking segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:42:30.615402 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Bound using segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:42:30.615879 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Bound port: 66e24661-b271-40ba-a897-e667b45d2143, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:42:30.616238 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (66e24661-b271-40ba-a897-e667b45d2143), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.641371 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf8408a6-8197-40fb-9113-0c0dc8b48f02 req-33a13d0d-4426-4b7f-8e50-9c1a3ecaeafe tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759633 Mar 02 03:42:30.693856 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:42:30.697137 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=66e24661-b271-40ba-a897-e667b45d2143,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:42:30.702639 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.738122 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.738744 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:30.740726 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] 10.222.0.35 "PUT /v2.0/ports/66e24661-b271-40ba-a897-e667b45d2143 HTTP/1.1" status: 200 len: 1094 time: 0.8783567 Mar 02 03:42:30.741167 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'tag': '66e24661-b271-40ba-a897-e667b45d2143'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:30.743405 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8accea38-ebac-460c-943a-0c389447a848" -d '{"events": [{"name": "network-changed", "server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "tag": "66e24661-b271-40ba-a897-e667b45d2143"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:30.768539 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348380e-a421-47a2-bc89-4ed335f56577 service neutron] Pushing event updated for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:30.790737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42dda5c-2f1c-487d-9a73-f00f4e7a4f44 x-openstack-request-id: req-f42dda5c-2f1c-487d-9a73-f00f4e7a4f44 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:30.791037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "tag": "66e24661-b271-40ba-a897-e667b45d2143", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:30.791327 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f42dda5c-2f1c-487d-9a73-f00f4e7a4f44 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:30.791729 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'tag': '66e24661-b271-40ba-a897-e667b45d2143', 'status': 'completed', 'code': 200} Mar 02 03:42:30.876862 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-1e761ce0-90e5-49e7-a8b0-26b24d12a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.878347 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-1e761ce0-90e5-49e7-a8b0-26b24d12a9ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 1128 time: 0.0453153 Mar 02 03:42:30.941456 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-4f623c0f-d392-46b6-8985-e198e8fc1bb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66e24661-b271-40ba-a897-e667b45d2143 HTTP/1.1" status: 200 len: 217 time: 0.0335333 Mar 02 03:42:30.993677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-85b4b8b3-a6ea-43cf-a35d-962aacd0c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:30.995079 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-85b4b8b3-a6ea-43cf-a35d-962aacd0c60d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0459259 Mar 02 03:42:31.027385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-e683a539-a9e7-4da2-8f71-d72f984a24ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246501 Mar 02 03:42:31.117930 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-43168d8f-08a6-473e-92d0-1371c168cb31 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Mar 02 03:42:31.253255 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099f5d-260a-42c5-959c-0ee59aa1e45a req-d2851f6b-bba2-435f-a563-8b01650a7a07 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.254737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4099f5d-260a-42c5-959c-0ee59aa1e45a req-d2851f6b-bba2-435f-a563-8b01650a7a07 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 944 time: 0.0793037 Mar 02 03:42:31.257558 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00f70c88-d309-4870-9eb9-9f1c1d5ec468 req-61aa4ab8-93ff-4e8a-9768-4d10cef874bd service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287935 Mar 02 03:42:31.304128 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c4099f5d-260a-42c5-959c-0ee59aa1e45a req-10c845e9-4a0b-4f00-ba24-0659d4c98b03 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434399 Mar 02 03:42:31.499155 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accea38-ebac-460c-943a-0c389447a848 req-b7ba97bd-a052-4d4e-8465-c7e8a0251b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.500930 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-b7ba97bd-a052-4d4e-8465-c7e8a0251b8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 1128 time: 0.0931683 Mar 02 03:42:31.518680 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca85a0-288c-4edc-a721-0b3eabdc6bcf req-ecf21491-a6d9-4a84-9be6-2c839dfae734 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.520077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3fca85a0-288c-4edc-a721-0b3eabdc6bcf req-ecf21491-a6d9-4a84-9be6-2c839dfae734 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0779588 Mar 02 03:42:31.577171 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3fca85a0-288c-4edc-a721-0b3eabdc6bcf req-35260bad-7eaf-4185-9919-0f49e5090c2f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Mar 02 03:42:31.652381 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accea38-ebac-460c-943a-0c389447a848 req-7042495d-5845-4bbf-813c-b384d9d4ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.653851 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-7042495d-5845-4bbf-813c-b384d9d4ba1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 915 time: 0.0932245 Mar 02 03:42:31.711090 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-32e7e0bf-d20f-4be6-b3cb-5f378c42dfa9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66e24661-b271-40ba-a897-e667b45d2143 HTTP/1.1" status: 200 len: 217 time: 0.0389547 Mar 02 03:42:31.786086 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accea38-ebac-460c-943a-0c389447a848 req-3a0ac192-a779-4cf0-abff-62ce0cc4297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.788053 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-3a0ac192-a779-4cf0-abff-62ce0cc4297a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0669339 Mar 02 03:42:31.799103 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a94816-ccd6-48f0-8503-785c84fce929 req-97702a82-4caf-4dfb-a9d2-43d99c63def3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:31.800494 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77a94816-ccd6-48f0-8503-785c84fce929 req-97702a82-4caf-4dfb-a9d2-43d99c63def3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0878115 Mar 02 03:42:31.840619 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-d817a00b-8472-41a2-b159-29a58395fc49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392087 Mar 02 03:42:31.912572 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-77a94816-ccd6-48f0-8503-785c84fce929 req-5f28bbdb-7d78-4afb-885b-f3bf75690c3d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037893 Mar 02 03:42:31.947798 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-3739eb25-c2a7-4e5a-a9ea-ab66c741785e service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993905 Mar 02 03:42:32.047072 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8accea38-ebac-460c-943a-0c389447a848 req-8d68bb13-1489-4cb9-a125-d2440a507d78 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866570 Mar 02 03:42:32.419380 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29705423-dda8-45cf-9c66-b8c45e5eb00f req-74d5c8f9-02ce-482b-8798-d4d8322678d1 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:32.420826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29705423-dda8-45cf-9c66-b8c45e5eb00f req-74d5c8f9-02ce-482b-8798-d4d8322678d1 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 944 time: 0.0517340 Mar 02 03:42:32.467346 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29705423-dda8-45cf-9c66-b8c45e5eb00f req-aa145132-f639-40d2-88c5-df88e4689cf0 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Mar 02 03:42:32.691550 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71872d1a-96d5-4bc9-9535-66759ecd8961 req-3d5e2a1f-a1f7-4384-b8e3-85f2906c9311 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:32.693005 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71872d1a-96d5-4bc9-9535-66759ecd8961 req-3d5e2a1f-a1f7-4384-b8e3-85f2906c9311 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0509465 Mar 02 03:42:32.744152 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-71872d1a-96d5-4bc9-9535-66759ecd8961 req-c000f010-5287-4a4a-bebe-e8f687dfb3b8 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Mar 02 03:42:33.436275 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 66e24661-b271-40ba-a897-e667b45d2143 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:33.529698 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=66e24661-b271-40ba-a897-e667b45d2143,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:33.541660 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '66e24661-b271-40ba-a897-e667b45d2143', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'port_id': '66e24661-b271-40ba-a897-e667b45d2143', 'mac_address': 'fa:16:3e:74:19:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b6be9d-c901-4961-a6f5-f58aaba95e38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:33.588350 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adf029-44d7-4211-8122-adaa134504ba req-069bbcf7-5a9f-4aec-a98e-cd230ddc41f9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:33.589924 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00adf029-44d7-4211-8122-adaa134504ba req-069bbcf7-5a9f-4aec-a98e-cd230ddc41f9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 944 time: 0.0543058 Mar 02 03:42:33.640288 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-00adf029-44d7-4211-8122-adaa134504ba req-fb2a0c6d-ba2d-4115-befe-501d0402b013 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444825 Mar 02 03:42:33.708142 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 66e24661-b271-40ba-a897-e667b45d2143 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:33.708531 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (66e24661-b271-40ba-a897-e667b45d2143), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:33.721440 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e24661-b271-40ba-a897-e667b45d2143 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:33.740998 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=66e24661-b271-40ba-a897-e667b45d2143,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:33.745072 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:33.791392 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:33.798145 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.798497 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.798839 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.799209 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.799544 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.799875 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.800202 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.800532 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.800860 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.801186 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.801509 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.801831 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:33.802152 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:42:34.166636 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['66e24661-b271-40ba-a897-e667b45d2143'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:34.757360 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1a99-20cf-4f84-8e8c-e1f34f92e96a req-1f6c33c6-3926-44aa-959f-1d008eef4b1e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:34.758840 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-734a1a99-20cf-4f84-8e8c-e1f34f92e96a req-1f6c33c6-3926-44aa-959f-1d008eef4b1e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Mar 02 03:42:34.805627 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-734a1a99-20cf-4f84-8e8c-e1f34f92e96a req-15311147-5eb8-43ff-ab6d-fbfa5457402b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Mar 02 03:42:35.461874 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 66e24661-b271-40ba-a897-e667b45d2143 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:35.509387 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 66e24661-b271-40ba-a897-e667b45d2143 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:42:35.513153 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 66e24661-b271-40ba-a897-e667b45d2143 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:35.513530 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (66e24661-b271-40ba-a897-e667b45d2143), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:35.593153 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 66e24661-b271-40ba-a897-e667b45d2143 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:35.593541 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (66e24661-b271-40ba-a897-e667b45d2143), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:35.616160 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e24661-b271-40ba-a897-e667b45d2143'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:35.618385 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388bb70d-abec-414b-8810-91f7d022a67e" -d '{"events": [{"server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "name": "network-vif-plugged", "status": "completed", "tag": "66e24661-b271-40ba-a897-e667b45d2143"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:35.630305 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=66e24661-b271-40ba-a897-e667b45d2143,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:35.636620 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:35.660663 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e249fbac-8aa8-4ef9-bfc5-8b5403e9db9b x-openstack-request-id: req-e249fbac-8aa8-4ef9-bfc5-8b5403e9db9b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:35.660957 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "name": "network-vif-plugged", "status": "completed", "tag": "66e24661-b271-40ba-a897-e667b45d2143", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:35.661213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e249fbac-8aa8-4ef9-bfc5-8b5403e9db9b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:35.661602 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e24661-b271-40ba-a897-e667b45d2143', 'code': 200} Mar 02 03:42:35.685824 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:35.871350 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15953fb-a8ff-4882-ae93-523545991436 req-1fca1e5d-e0cd-4d5f-8c8f-c5cc233980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:35.872845 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e15953fb-a8ff-4882-ae93-523545991436 req-1fca1e5d-e0cd-4d5f-8c8f-c5cc233980c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 1130 time: 0.0474467 Mar 02 03:42:35.940832 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e15953fb-a8ff-4882-ae93-523545991436 req-d569cb1a-745f-4d58-9443-cd539e7800fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587049 Mar 02 03:42:35.952561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3b7c4-097c-4330-bea5-5fcf53f5c0b5 req-485f5a21-e476-4dd5-862d-89aa920bbf37 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:35.953956 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31c3b7c4-097c-4330-bea5-5fcf53f5c0b5 req-485f5a21-e476-4dd5-862d-89aa920bbf37 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0802310 Mar 02 03:42:35.999467 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-31c3b7c4-097c-4330-bea5-5fcf53f5c0b5 req-f4c91326-bff0-458f-8979-2d8e9e4e31b7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398824 Mar 02 03:42:36.990996 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:37.124345 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a6280-bac9-4b11-beab-932b3787bb80 req-3b564ea6-1cbc-4282-8b65-18f3b24da698 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:37.125730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df0a6280-bac9-4b11-beab-932b3787bb80 req-3b564ea6-1cbc-4282-8b65-18f3b24da698 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0554018 Mar 02 03:42:37.171720 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-df0a6280-bac9-4b11-beab-932b3787bb80 req-b4a3720e-e81f-40e9-84cc-05a4cffd00fb tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Mar 02 03:42:38.288810 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c4619-f404-4f35-ae5e-7bbd77b801c2 req-97799535-f5b5-4ac8-b870-985f29b4f141 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:38.290265 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-249c4619-f404-4f35-ae5e-7bbd77b801c2 req-97799535-f5b5-4ac8-b870-985f29b4f141 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0516977 Mar 02 03:42:38.336585 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-249c4619-f404-4f35-ae5e-7bbd77b801c2 req-434b1174-b01d-4bf1-a969-c321975a5e7a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Mar 02 03:42:47.677777 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-00068d7b-485e-4602-9f08-354f7a0bb07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:49.066917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-caa37d00-bd46-496a-acc3-c231720114fe tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:49.068950 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-caa37d00-bd46-496a-acc3-c231720114fe tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1019757 Mar 02 03:42:49.083622 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-9804d2f8-ddf9-4997-a708-ab49fd100eb5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/quotas/2d19eadd11624dceaf77a67791796392 HTTP/1.1" status: 200 len: 375 time: 0.0090520 Mar 02 03:42:49.141591 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-e9948e13-287d-447b-9647-5016c0b69f02 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523112 Mar 02 03:42:49.276501 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-49d034c9-e960-470b-b090-3501f18d3b40 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276715 Mar 02 03:42:49.363744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-369f152c-ad5e-4188-9719-cabdb0aa2e13 service neutron] 10.222.0.23 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816374 Mar 02 03:42:49.521625 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f38834fc-5623-42cf-a9ef-4eabeebc0e31 req-982abb5a-148b-4a23-aa53-7cdf35026697 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Mar 02 03:42:50.089009 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8944e3bb-a7d0-47d3-a4a2-f026dad90a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:50.635575 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-da428fa4-43b1-449b-b0eb-4619b8665f81 req-da547a89-4427-4098-be42-898e363d6eac tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 210 time: 0.0348547 Mar 02 03:42:50.680225 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-f5722a35-187c-4871-a969-82f28e52e3a2 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:50.681647 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-f5722a35-187c-4871-a969-82f28e52e3a2 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 815 time: 0.1336789 Mar 02 03:42:50.703987 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Request body: {'port': {'device_id': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'admin_state_up': True, 'tenant_id': '2d19eadd11624dceaf77a67791796392'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:50.954644 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.073394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Made reservation on behalf of 2d19eadd11624dceaf77a67791796392 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:42:51.076716 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.195177 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Allocated IP 172.20.0.13 (04f05bf1-583d-4ef5-b234-c4a1f3c712fb/90b6be9d-c901-4961-a6f5-f58aaba95e38/bc6f4cfd-9a40-44ac-9316-a653c451ab0a) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:42:51.338284 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks [] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.370127 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.413683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:42:51.416646 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:42:51.418006 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', '930cbda3-c8e7-4fe1-807c-ef20deab0155', '66e24661-b271-40ba-a897-e667b45d2143'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:51.422864 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:42:51.426999 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event updated for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:51.474230 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:51.474812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.491401 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-2154b7ff-5879-47bb-a8f9-cd9ac6d72c5e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908568 Mar 02 03:42:51.514410 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Request body: {'port': {'device_id': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:42:51.574792 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.830990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833a207-a29c-4b9e-8bba-9527ead04b26 req-4898a146-6f47-4cbf-a92a-f70dcbec7d9b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:51.832474 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d833a207-a29c-4b9e-8bba-9527ead04b26 req-4898a146-6f47-4cbf-a92a-f70dcbec7d9b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 932 time: 0.1127305 Mar 02 03:42:51.914073 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d833a207-a29c-4b9e-8bba-9527ead04b26 req-51154836-07b2-4337-8213-58e7d53d3554 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758452 Mar 02 03:42:51.917607 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6f4cfd-9a40-44ac-9316-a653c451ab0a {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:51.925906 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks [] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.938460 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Transition to ACTIVE for port object bc6f4cfd-9a40-44ac-9316-a653c451ab0a will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:42:51.942054 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:51.993331 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:52.072952 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Attempting to bind port bc6f4cfd-9a40-44ac-9316-a653c451ab0a on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:42:52.073293 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Attempting to bind port bc6f4cfd-9a40-44ac-9316-a653c451ab0a by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:42:52.073622 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Attempting to bind port bc6f4cfd-9a40-44ac-9316-a653c451ab0a on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:52.077860 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Port bc6f4cfd-9a40-44ac-9316-a653c451ab0a on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:42:52.078126 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Attempting to bind port bc6f4cfd-9a40-44ac-9316-a653c451ab0a on network 04f05bf1-583d-4ef5-b234-c4a1f3c712fb {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:42:52.082927 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:42:52.083292 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Checking segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:42:52.083908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Bound using segment: {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:42:52.084333 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Bound port: bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:42:52.084687 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:52.144656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:42:52.147893 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:42:52.153253 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:52.189091 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:52.189703 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:52.191085 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] 10.222.0.35 "PUT /v2.0/ports/bc6f4cfd-9a40-44ac-9316-a653c451ab0a HTTP/1.1" status: 200 len: 1094 time: 0.6808124 Mar 02 03:42:52.191534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:52.194749 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c878ca58-43c0-44ab-944d-7895a5c261d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:52.215625 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee40b-5ce8-4587-8144-1652666f08bb service neutron] Pushing event updated for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:52.243582 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779978c6-8b7a-4db7-b0ee-2f790ae5f691 x-openstack-request-id: req-779978c6-8b7a-4db7-b0ee-2f790ae5f691 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:52.243872 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:52.244145 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-779978c6-8b7a-4db7-b0ee-2f790ae5f691 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:52.244550 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a', 'status': 'completed', 'code': 200} Mar 02 03:42:52.326997 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-19c3391a-d3de-44b8-b350-660504e2cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:52.328584 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-19c3391a-d3de-44b8-b350-660504e2cc37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 1128 time: 0.0517795 Mar 02 03:42:52.375196 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-275a0b21-1693-4804-bbc5-3af3a50aa1b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a HTTP/1.1" status: 200 len: 217 time: 0.0331087 Mar 02 03:42:52.414756 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:52.430624 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-0dccf610-f296-400a-abc2-b89435633b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:52.432098 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-0dccf610-f296-400a-abc2-b89435633b01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0445910 Mar 02 03:42:52.469069 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-91288ec5-6322-4884-ac6b-532f4c70a8e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289416 Mar 02 03:42:52.560772 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-dc105334-43b9-45ef-87ec-7290c373c708 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818186 Mar 02 03:42:52.661242 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e62b2c7c-5f7e-408a-a371-c17b1edd437a req-b4c3e962-4e96-464e-8ff1-66fc712bac09 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900548 Mar 02 03:42:52.843352 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-59cb853d-1eec-44a7-b3bf-d5210f845f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:52.844868 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-59cb853d-1eec-44a7-b3bf-d5210f845f7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d19eadd11624dceaf77a67791796392&device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 1128 time: 0.0457938 Mar 02 03:42:52.932844 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-4cc4e2e4-a074-4d9c-ab91-46ab92e2323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:52.934192 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-4cc4e2e4-a074-4d9c-ab91-46ab92e2323e service neutron] 10.222.0.35 "GET /v2.0/networks?id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 200 len: 915 time: 0.0811298 Mar 02 03:42:52.985321 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-7334a566-50d1-42cc-bf3a-fce3992354c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a HTTP/1.1" status: 200 len: 217 time: 0.0396540 Mar 02 03:42:53.055747 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-9cbc7912-908c-4df1-a222-37edcf583c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:53.057191 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-9cbc7912-908c-4df1-a222-37edcf583c2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 200 len: 855 time: 0.0637884 Mar 02 03:42:53.068510 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96675f-e099-4af7-ac99-76ad719dd658 req-eb7d5f6c-7315-43a4-8db8-8a49d490103a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:53.070275 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e96675f-e099-4af7-ac99-76ad719dd658 req-eb7d5f6c-7315-43a4-8db8-8a49d490103a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 944 time: 0.0874465 Mar 02 03:42:53.103452 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-42c7502f-34a3-4a3b-9bd5-84d4818e2eac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04f05bf1-583d-4ef5-b234-c4a1f3c712fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322430 Mar 02 03:42:53.181117 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2e96675f-e099-4af7-ac99-76ad719dd658 req-602dbf98-d35c-4c5f-a27c-e4766b22bb07 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020391 Mar 02 03:42:53.212542 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-5c0651eb-fda6-4479-a9cb-9deea727925c service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014729 Mar 02 03:42:53.314385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c878ca58-43c0-44ab-944d-7895a5c261d5 req-f1e2fc6a-1fb0-4c49-8d06-3117a3b9af10 service neutron] 10.222.0.35 "GET /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Mar 02 03:42:53.981924 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:54.299538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74918-da40-411c-bc57-aa65ffee9074 req-241efd1a-fb85-4624-bac5-ab9c9c3f6738 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:54.300924 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80b74918-da40-411c-bc57-aa65ffee9074 req-241efd1a-fb85-4624-bac5-ab9c9c3f6738 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 944 time: 0.0530357 Mar 02 03:42:54.347575 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-80b74918-da40-411c-bc57-aa65ffee9074 req-0cd0c2cc-fa29-4275-a875-a77b9b340b78 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Mar 02 03:42:55.466234 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3d0ef-df4e-4b9c-842d-62c542b1f232 req-f2258ced-efc7-42d7-a4dd-22d5ff38629e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:55.467757 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02a3d0ef-df4e-4b9c-842d-62c542b1f232 req-f2258ced-efc7-42d7-a4dd-22d5ff38629e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 944 time: 0.0522282 Mar 02 03:42:55.517220 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-02a3d0ef-df4e-4b9c-842d-62c542b1f232 req-10eded24-06e9-4238-a629-781f56532b6c tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Mar 02 03:42:55.577036 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device bc6f4cfd-9a40-44ac-9316-a653c451ab0a details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:42:55.669638 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:55.681370 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a', 'network_id': '04f05bf1-583d-4ef5-b234-c4a1f3c712fb', 'port_id': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a', 'mac_address': 'fa:16:3e:20:3a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b6be9d-c901-4961-a6f5-f58aaba95e38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:42:55.720582 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port bc6f4cfd-9a40-44ac-9316-a653c451ab0a is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:55.720978 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:55.733524 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6f4cfd-9a40-44ac-9316-a653c451ab0a {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:42:55.752877 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:55.757008 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:55.801622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:56.204715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['bc6f4cfd-9a40-44ac-9316-a653c451ab0a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:42:56.631666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922a238-1994-4980-9950-7e682bbfeff4 req-4c756db9-b7bf-4c60-b17c-93b60f662b57 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:56.633123 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0922a238-1994-4980-9950-7e682bbfeff4 req-4c756db9-b7bf-4c60-b17c-93b60f662b57 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Mar 02 03:42:56.679689 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0922a238-1994-4980-9950-7e682bbfeff4 req-eed7a23c-6dcf-485d-8fd4-2e88a871eda5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Mar 02 03:42:57.617373 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device bc6f4cfd-9a40-44ac-9316-a653c451ab0a up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:42:57.665763 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port bc6f4cfd-9a40-44ac-9316-a653c451ab0a completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:42:57.669767 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port bc6f4cfd-9a40-44ac-9316-a653c451ab0a triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:42:57.670146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:57.746766 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port bc6f4cfd-9a40-44ac-9316-a653c451ab0a is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:42:57.747246 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:57.773743 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:42:57.775985 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ccf55-9372-46ad-b5ff-7de2509175bb" -d '{"events": [{"server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "name": "network-vif-plugged", "status": "completed", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:42:57.789137 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:42:57.793233 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:42:57.799090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f945b-8a08-4167-94dc-07fd41352e14 req-5da24fa2-4400-46a0-9743-4a76a36add37 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:57.800639 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-961f945b-8a08-4167-94dc-07fd41352e14 req-5da24fa2-4400-46a0-9743-4a76a36add37 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 945 time: 0.0548141 Mar 02 03:42:57.820830 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22866f4-fe10-43e7-945b-c7f3c332a4ea x-openstack-request-id: req-d22866f4-fe10-43e7-945b-c7f3c332a4ea {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:42:57.821121 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "name": "network-vif-plugged", "status": "completed", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:42:57.821377 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d22866f4-fe10-43e7-945b-c7f3c332a4ea {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:42:57.821761 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a', 'code': 200} Mar 02 03:42:57.847279 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:42:57.851796 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-961f945b-8a08-4167-94dc-07fd41352e14 req-df0de274-c97f-42d8-adb7-8a5bf6f9313d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Mar 02 03:42:58.053204 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8432ae0-4f4e-4216-a818-51ccda418217 req-6d53d1a8-f371-4e64-bc24-78bddcf2ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:58.054737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8432ae0-4f4e-4216-a818-51ccda418217 req-6d53d1a8-f371-4e64-bc24-78bddcf2ac2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 1130 time: 0.0507674 Mar 02 03:42:58.104714 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f8432ae0-4f4e-4216-a818-51ccda418217 req-b0e2f596-f67a-4f39-b656-5184f9a5e51c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Mar 02 03:42:58.973112 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82a69-aa35-47b7-8886-327b4c5cd198 req-de6652ab-e295-4f9a-bcaf-59e57fbe3de6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:42:58.974736 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-24a82a69-aa35-47b7-8886-327b4c5cd198 req-de6652ab-e295-4f9a-bcaf-59e57fbe3de6 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.0542369 Mar 02 03:42:59.021430 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-24a82a69-aa35-47b7-8886-327b4c5cd198 req-86ee5eb7-2a3f-4227-a228-74d8773b5f27 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Mar 02 03:42:59.086443 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:43:00.135422 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9040e3a-402f-42f0-9ba3-4829ef4452c9 req-199bc1a4-c0b8-4d46-9bac-659210c67358 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:00.136879 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e9040e3a-402f-42f0-9ba3-4829ef4452c9 req-199bc1a4-c0b8-4d46-9bac-659210c67358 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.0508645 Mar 02 03:43:00.186220 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e9040e3a-402f-42f0-9ba3-4829ef4452c9 req-26a4cdf2-1994-4931-bddd-c7cc0052fdcf tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Mar 02 03:43:06.998450 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:10.410264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-ec132954-322f-422e-8d3d-5dc6a6ef11a9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434558 Mar 02 03:43:10.493811 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-47374523-41a1-4825-9a4d-e054c666cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:10.495372 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-47374523-41a1-4825-9a4d-e054c666cfe6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 1130 time: 0.0445082 Mar 02 03:43:10.618757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-185691d4-c1a8-439e-b3ac-eeda47b8e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:10.620300 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-185691d4-c1a8-439e-b3ac-eeda47b8e032 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0949023 Mar 02 03:43:10.688816 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-d23a5a21-40df-4cca-9569-7dfa3ad1ac33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 200 len: 999 time: 0.0609181 Mar 02 03:43:10.753756 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-b6a12d70-4aa4-46f8-b7d8-93e7b7f8e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:10.755943 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-b6a12d70-4aa4-46f8-b7d8-93e7b7f8e4fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0455108 Mar 02 03:43:10.814973 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-48447434-4d4f-452e-8fe8-2b41e486882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:10.816480 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-48447434-4d4f-452e-8fe8-2b41e486882b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472219 Mar 02 03:43:10.905711 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-1c81dee4-f29a-4831-8bd6-ee798961bb94 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801740 Mar 02 03:43:10.998251 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01af4c8f-fe0d-4996-970f-bdd4f2d69b74 req-31c1e51f-2825-4e95-b852-48bda054eb69 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847237 Mar 02 03:43:13.030504 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65177303-bd67-49ef-abba-0701a596e9cc req-9150403a-629a-4bbf-8d25-0a01156e0950 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:13.032083 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-65177303-bd67-49ef-abba-0701a596e9cc req-9150403a-629a-4bbf-8d25-0a01156e0950 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.0533056 Mar 02 03:43:13.078998 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-65177303-bd67-49ef-abba-0701a596e9cc req-05758a64-65b9-4fac-81bc-e3cf35c690df tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407126 Mar 02 03:43:14.196190 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7810f68-bbfe-4e88-b63d-2aaac3f83a88 req-b6457976-7956-4742-a572-ec10df52ffee tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:14.197641 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a7810f68-bbfe-4e88-b63d-2aaac3f83a88 req-b6457976-7956-4742-a572-ec10df52ffee tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.0514860 Mar 02 03:43:14.243961 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a7810f68-bbfe-4e88-b63d-2aaac3f83a88 req-f205f920-0e36-4017-a5fd-46f648b5f57d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Mar 02 03:43:15.293672 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-f7dda0f0-8df4-485a-8357-89a6d1cc2c1b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:15.295149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-f7dda0f0-8df4-485a-8357-89a6d1cc2c1b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Mar 02 03:43:15.412366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068df836-020a-4a05-83d3-843ea7b7e3d8 req-39aad9a7-fc85-4533-b035-92410818442e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:15.413851 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-068df836-020a-4a05-83d3-843ea7b7e3d8 req-39aad9a7-fc85-4533-b035-92410818442e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0eb01c6-2300-4864-a8d8-69176bd57906 HTTP/1.1" status: 200 len: 946 time: 0.1034248 Mar 02 03:43:15.448629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Deleting port bc6f4cfd-9a40-44ac-9316-a653c451ab0a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:15.448970 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:15.509748 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-068df836-020a-4a05-83d3-843ea7b7e3d8 req-7d6b77f0-c895-403b-8e88-f9b5e912963f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900812 Mar 02 03:43:15.553712 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] For port bc6f4cfd-9a40-44ac-9316-a653c451ab0a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:15.554008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:15.566397 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Calling delete_port for bc6f4cfd-9a40-44ac-9316-a653c451ab0a owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:15.695573 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (bc6f4cfd-9a40-44ac-9316-a653c451ab0a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:15.723638 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event deleted for resources: {'Port': ['ID=bc6f4cfd-9a40-44ac-9316-a653c451ab0a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:15.747546 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', '930cbda3-c8e7-4fe1-807c-ef20deab0155', '66e24661-b271-40ba-a897-e667b45d2143', 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:43:15.771694 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] No DVR routers for this DVR port bc6f4cfd-9a40-44ac-9316-a653c451ab0a on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:43:15.774260 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:15.777656 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9240af53-0cbc-4aff-9271-7114e3cd0e54 req-b28af526-9f55-4e64-8548-05959bca5946 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "DELETE /v2.0/ports/bc6f4cfd-9a40-44ac-9316-a653c451ab0a HTTP/1.1" status: 204 len: 173 time: 0.4756892 Mar 02 03:43:15.778099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'name': 'network-vif-deleted', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:15.780371 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3f303-5fca-4d52-8352-103879d11c3d" -d '{"events": [{"server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "name": "network-vif-deleted", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:15.822324 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff68ecc-546d-42b2-b061-a802f5698c6d x-openstack-request-id: req-6ff68ecc-546d-42b2-b061-a802f5698c6d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:15.822650 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0eb01c6-2300-4864-a8d8-69176bd57906", "name": "network-vif-deleted", "tag": "bc6f4cfd-9a40-44ac-9316-a653c451ab0a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:15.822960 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ff68ecc-546d-42b2-b061-a802f5698c6d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:15.823446 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0eb01c6-2300-4864-a8d8-69176bd57906', 'name': 'network-vif-deleted', 'tag': 'bc6f4cfd-9a40-44ac-9316-a653c451ab0a', 'status': 'completed', 'code': 200} Mar 02 03:43:17.682375 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2ddb-98fe-4a0e-bc14-38519c64cea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:17.896750 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e6a74-b6e7-4417-83eb-4aa58b6d3c9b req-75d03a99-6344-4d4c-8433-6134ba2973f7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:17.898211 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b93e6a74-b6e7-4417-83eb-4aa58b6d3c9b req-75d03a99-6344-4d4c-8433-6134ba2973f7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0524764 Mar 02 03:43:17.945070 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b93e6a74-b6e7-4417-83eb-4aa58b6d3c9b req-b61fbe58-b554-451d-842f-c0c383525a25 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Mar 02 03:43:19.060959 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b64ae8-4d24-456b-8542-1e67ed90762a req-1b5af195-86e4-4e90-82ca-5e1df31ad5f7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:19.062419 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68b64ae8-4d24-456b-8542-1e67ed90762a req-1b5af195-86e4-4e90-82ca-5e1df31ad5f7 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0517075 Mar 02 03:43:19.109176 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-68b64ae8-4d24-456b-8542-1e67ed90762a req-76c56531-0bda-479f-95ab-4770d0bc0fb0 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Mar 02 03:43:19.767186 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device bc6f4cfd-9a40-44ac-9316-a653c451ab0a no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:43:19.790505 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: bc6f4cfd-9a40-44ac-9316-a653c451ab0a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:43:19.790854 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device bc6f4cfd-9a40-44ac-9316-a653c451ab0a not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:43:19.903081 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-8d4b420c-5669-47e8-83ae-ba6f6c75163f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:19.904569 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-8d4b420c-5669-47e8-83ae-ba6f6c75163f tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.0558383 Mar 02 03:43:19.999586 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Deleting port 66e24661-b271-40ba-a897-e667b45d2143 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:19.999932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (66e24661-b271-40ba-a897-e667b45d2143), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:20.089541 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] For port 66e24661-b271-40ba-a897-e667b45d2143, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=66e24661-b271-40ba-a897-e667b45d2143,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:20.090245 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (66e24661-b271-40ba-a897-e667b45d2143), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:20.095742 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-18c43343-9261-4174-8b38-0d84d1a1b0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:20.104546 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Calling delete_port for 66e24661-b271-40ba-a897-e667b45d2143 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:20.277662 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e935933-7fe6-45c3-bffc-5c15d6920fbd req-50198028-389d-453a-abdb-a79b4110c19a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:20.279211 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e935933-7fe6-45c3-bffc-5c15d6920fbd req-50198028-389d-453a-abdb-a79b4110c19a tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=cedef6de-e4b7-4009-a5b1-ed665db9b7b8 HTTP/1.1" status: 200 len: 946 time: 0.1031480 Mar 02 03:43:20.280490 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (66e24661-b271-40ba-a897-e667b45d2143), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:20.318236 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', '930cbda3-c8e7-4fe1-807c-ef20deab0155', '66e24661-b271-40ba-a897-e667b45d2143'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:43:20.327076 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event deleted for resources: {'Port': ['ID=66e24661-b271-40ba-a897-e667b45d2143,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:20.366990 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.367451 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.367730 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.368055 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.368393 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.368731 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.369050 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.369377 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.369717 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.370033 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.370357 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.371278 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.371278 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:20.409207 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] No DVR routers for this DVR port 66e24661-b271-40ba-a897-e667b45d2143 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:43:20.414322 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:20.418282 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-01c4264b-5d5a-433b-90a8-d213b30e97e0 req-da8b0371-b1d1-40bc-830b-357ba749cd83 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "DELETE /v2.0/ports/66e24661-b271-40ba-a897-e667b45d2143 HTTP/1.1" status: 204 len: 173 time: 0.5057845 Mar 02 03:43:20.418731 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'name': 'network-vif-deleted', 'tag': '66e24661-b271-40ba-a897-e667b45d2143'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:20.420976 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4f10e-743a-4823-9770-f953b604e238" -d '{"events": [{"server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "name": "network-vif-deleted", "tag": "66e24661-b271-40ba-a897-e667b45d2143"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:20.429647 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e935933-7fe6-45c3-bffc-5c15d6920fbd req-9e256023-dfa1-4cdc-846a-41daaa2ddc0d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413317 Mar 02 03:43:20.477779 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c7888d-a9a8-466d-b3f8-fd8987047d60 x-openstack-request-id: req-56c7888d-a9a8-466d-b3f8-fd8987047d60 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:20.478081 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedef6de-e4b7-4009-a5b1-ed665db9b7b8", "name": "network-vif-deleted", "tag": "66e24661-b271-40ba-a897-e667b45d2143", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:20.478336 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56c7888d-a9a8-466d-b3f8-fd8987047d60 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:20.479680 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedef6de-e4b7-4009-a5b1-ed665db9b7b8', 'name': 'network-vif-deleted', 'tag': '66e24661-b271-40ba-a897-e667b45d2143', 'status': 'completed', 'code': 200} Mar 02 03:43:20.954022 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:21.710159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff58fed-1540-4653-8692-8a6c791f3487 req-108d0036-e8c5-4a6c-b582-67aea7b1f0da tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:21.711690 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aff58fed-1540-4653-8692-8a6c791f3487 req-108d0036-e8c5-4a6c-b582-67aea7b1f0da tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 945 time: 0.0574272 Mar 02 03:43:21.760330 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-aff58fed-1540-4653-8692-8a6c791f3487 req-93ea66c1-49e9-40ab-b7f1-fc00f191faf5 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Mar 02 03:43:21.907306 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31beeb-c4bb-4289-a921-9a48e3684dd9 req-4bcd829e-c589-4ea5-b174-e2d08d6f83ec tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:21.908860 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6b31beeb-c4bb-4289-a921-9a48e3684dd9 req-4bcd829e-c589-4ea5-b174-e2d08d6f83ec tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Mar 02 03:43:21.955138 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6b31beeb-c4bb-4289-a921-9a48e3684dd9 req-dd943485-7971-4e0e-80f8-97bcdc35bbab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 Mar 02 03:43:22.418200 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:22.882996 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7559d-ed0c-400a-b062-53bd1d6e5c82 req-0e15f582-194d-4e32-8f45-aae8155e60c9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:22.884483 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dca7559d-ed0c-400a-b062-53bd1d6e5c82 req-0e15f582-194d-4e32-8f45-aae8155e60c9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 945 time: 0.0572691 Mar 02 03:43:22.931131 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dca7559d-ed0c-400a-b062-53bd1d6e5c82 req-8ce02830-56bf-4508-85d2-3783a03c9f8e tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410671 Mar 02 03:43:23.076883 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22e0c8-3ad4-4568-9612-d08efc962db1 req-14d3f821-50f5-47e8-a971-77d0f3ec469d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:23.078316 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb22e0c8-3ad4-4568-9612-d08efc962db1 req-14d3f821-50f5-47e8-a971-77d0f3ec469d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0529714 Mar 02 03:43:23.125185 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb22e0c8-3ad4-4568-9612-d08efc962db1 req-aeb0ff43-435a-41dd-ab7c-3e1c0b4c2a3c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Mar 02 03:43:23.270934 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-bc0956e5-9b65-45d4-a11e-b3eaeaf226a9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:23.272387 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-bc0956e5-9b65-45d4-a11e-b3eaeaf226a9 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Mar 02 03:43:23.384396 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Deleting port 930cbda3-c8e7-4fe1-807c-ef20deab0155 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:23.384656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:23.474532 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] For port 930cbda3-c8e7-4fe1-807c-ef20deab0155, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=930cbda3-c8e7-4fe1-807c-ef20deab0155,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:23.474902 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:23.486572 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Calling delete_port for 930cbda3-c8e7-4fe1-807c-ef20deab0155 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:23.612005 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (930cbda3-c8e7-4fe1-807c-ef20deab0155), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:23.643375 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event deleted for resources: {'Port': ['ID=930cbda3-c8e7-4fe1-807c-ef20deab0155,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:23.646543 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', '930cbda3-c8e7-4fe1-807c-ef20deab0155'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:43:23.687937 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] No DVR routers for this DVR port 930cbda3-c8e7-4fe1-807c-ef20deab0155 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:43:23.690670 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:23.694416 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e92e3ec9-596b-444f-9376-0d4939acda7f req-db0237e7-3933-4e70-b566-cbe350b8c590 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "DELETE /v2.0/ports/930cbda3-c8e7-4fe1-807c-ef20deab0155 HTTP/1.1" status: 204 len: 173 time: 0.4017251 Mar 02 03:43:23.694887 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'name': 'network-vif-deleted', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:23.697133 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c66321-5807-40b7-b735-4fc41b7a08dc" -d '{"events": [{"server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "name": "network-vif-deleted", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:23.731377 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a9a4d-0a7f-4a33-84b5-1dd96d027012 x-openstack-request-id: req-5d1a9a4d-0a7f-4a33-84b5-1dd96d027012 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:23.731679 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3769a4-1a43-4f3f-8010-3b262309cd49", "name": "network-vif-deleted", "tag": "930cbda3-c8e7-4fe1-807c-ef20deab0155", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:23.731940 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d1a9a4d-0a7f-4a33-84b5-1dd96d027012 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:23.732342 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3769a4-1a43-4f3f-8010-3b262309cd49', 'name': 'network-vif-deleted', 'tag': '930cbda3-c8e7-4fe1-807c-ef20deab0155', 'status': 'completed', 'code': 200} Mar 02 03:43:23.845134 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-55dfd162-a255-4d12-bf95-cc7ecf605e3d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:23.847098 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-55dfd162-a255-4d12-bf95-cc7ecf605e3d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0580313 Mar 02 03:43:23.861489 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 66e24661-b271-40ba-a897-e667b45d2143 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:43:23.882175 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 66e24661-b271-40ba-a897-e667b45d2143 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:43:23.882520 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 66e24661-b271-40ba-a897-e667b45d2143 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:43:23.948999 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Deleting port 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:23.949569 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:23.977368 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.049017 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b0b9cec1-38dd-4b53-a9a6-6a105d016d0c req-b320b93a-a430-4700-adac-6e7a7cb86212 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a3769a4-1a43-4f3f-8010-3b262309cd49 HTTP/1.1" status: 200 len: 210 time: 0.0359540 Mar 02 03:43:24.067133 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] For port 4ba0ee61-14d5-4764-9f25-5df359f9822b, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=4ba0ee61-14d5-4764-9f25-5df359f9822b,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:24.068193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.283725 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.284167 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.284807 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Floating IP dd622e19-32a8-4c58-95ff-fffd0e7751d9 disassociated. External IP: 172.27.0.3, port: 4ba0ee61-14d5-4764-9f25-5df359f9822b. Mar 02 03:43:24.285168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Calling delete_port for 4ba0ee61-14d5-4764-9f25-5df359f9822b owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:24.312536 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512fb42-83dd-448b-85e9-e9a62c30e8bd req-b566c636-ccaa-42a8-980d-f8536a5826d0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:24.314021 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9512fb42-83dd-448b-85e9-e9a62c30e8bd req-b566c636-ccaa-42a8-980d-f8536a5826d0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=339a8aac-b54d-4b5e-9963-b2d6282de477 HTTP/1.1" status: 200 len: 946 time: 0.0909896 Mar 02 03:43:24.412068 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9512fb42-83dd-448b-85e9-e9a62c30e8bd req-cf4f6a63-c64f-46e5-86e6-b29297a59b95 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b98a677-80df-4468-b5fa-f491060fe521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697587 Mar 02 03:43:24.468066 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (4ba0ee61-14d5-4764-9f25-5df359f9822b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.495492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'Port': ['ID=4ba0ee61-14d5-4764-9f25-5df359f9822b,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:24.608904 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:43:24.714910 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:43:24.724573 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:43:24.734242 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:43:24.734915 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:24.757619 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] No DVR routers for this DVR port 4ba0ee61-14d5-4764-9f25-5df359f9822b on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:43:24.760047 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:24.763877 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-25cd430c-5415-4ab8-8c07-61632e6ef43e req-8e119ce3-1b12-4fb8-a4dd-df0df2853d3b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "DELETE /v2.0/ports/4ba0ee61-14d5-4764-9f25-5df359f9822b HTTP/1.1" status: 204 len: 173 time: 0.9113388 Mar 02 03:43:24.846378 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:43:25.138644 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:25.167609 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:43:25.175834 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:43:25.177163 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:25.285820 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:43:25.497800 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:25.505814 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42004) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:25.528011 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd943a15-8fcc-4461-a62d-d723114e521b None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:43:25.565344 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (1b98a677-80df-4468-b5fa-f491060fe521), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:25.764135 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae35810-9572-48c6-89f3-d944faa6ad39 None None] New status for floating IP dd622e19-32a8-4c58-95ff-fffd0e7751d9: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:43:25.849010 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-deleted', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:25.851244 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c537bc-cbde-44cf-84ed-b6cece96e99d" -d '{"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-deleted", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:25.867423 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (1b98a677-80df-4468-b5fa-f491060fe521), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:25.898244 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650a549-1bef-4cae-bbb3-4cad7f39cebd x-openstack-request-id: req-1650a549-1bef-4cae-bbb3-4cad7f39cebd {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:25.898538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339a8aac-b54d-4b5e-9963-b2d6282de477", "name": "network-vif-deleted", "tag": "4ba0ee61-14d5-4764-9f25-5df359f9822b", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:25.898817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1650a549-1bef-4cae-bbb3-4cad7f39cebd {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:25.899351 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339a8aac-b54d-4b5e-9963-b2d6282de477', 'name': 'network-vif-deleted', 'tag': '4ba0ee61-14d5-4764-9f25-5df359f9822b', 'status': 'completed', 'code': 200} Mar 02 03:43:25.920686 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1b98a677-80df-4468-b5fa-f491060fe521), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:25.923664 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:25.924857 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b98a677-80df-4468-b5fa-f491060fe521 HTTP/1.1" status: 204 len: 168 time: 0.4180315 Mar 02 03:43:25.928335 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42008) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:25.934365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d74d2-0ffc-4e55-a9ba-1bdafa85e2b4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98a677-80df-4468-b5fa-f491060fe521,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:25.941609 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.api.v2.resource [None req-2b9d4414-2adb-4b79-a85c-9345f3e4d0e0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] show failed (client error): The resource could not be found. Mar 02 03:43:25.942789 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2b9d4414-2adb-4b79-a85c-9345f3e4d0e0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups/1b98a677-80df-4468-b5fa-f491060fe521 HTTP/1.1" status: 404 len: 347 time: 0.0133307 Mar 02 03:43:25.946740 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42010) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:26.065441 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Deleting port ac207437-91a5-418d-8b2f-7e1135dea602 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:26.065784 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.139778 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.140110 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (ac207437-91a5-418d-8b2f-7e1135dea602), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.152021 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Calling delete_port for ac207437-91a5-418d-8b2f-7e1135dea602 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:26.280482 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (ac207437-91a5-418d-8b2f-7e1135dea602), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.310641 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'Port': ['ID=ac207437-91a5-418d-8b2f-7e1135dea602,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:26.324876 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.325260 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.325746 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.326097 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.326442 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.326786 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.327149 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.327489 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.327822 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.328181 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.328515 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.328846 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.329229 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:26.387218 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (dd622e19-32a8-4c58-95ff-fffd0e7751d9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.390333 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.391545 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f11851ed-3ed0-435f-90b4-0810965b3251 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "DELETE /v2.0/floatingips/dd622e19-32a8-4c58-95ff-fffd0e7751d9 HTTP/1.1" status: 204 len: 168 time: 0.4438829 Mar 02 03:43:26.461214 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610b6a-ed5a-4154-88eb-9959af678d21 req-00bdbd9f-800f-47c0-8d47-40d6ee636174 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:26.462613 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8610b6a-ed5a-4154-88eb-9959af678d21 req-00bdbd9f-800f-47c0-8d47-40d6ee636174 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.0553496 Mar 02 03:43:26.510227 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b8610b6a-ed5a-4154-88eb-9959af678d21 req-48c966fb-c9b4-4fca-86bc-88566e30d3e8 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Mar 02 03:43:26.846357 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42020) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:26.851585 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254381289', 'description': 'tempest-description--1777668786'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:26.871506 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.936242 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (fd19e98f-4cb3-4a83-bba3-dd936e78386d), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.939963 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (fd19e98f-4cb3-4a83-bba3-dd936e78386d), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.970154 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:26.971396 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1240079 Mar 02 03:43:26.972098 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dd931-1914-422c-a9d0-98fcfbae10f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd19e98f-4cb3-4a83-bba3-dd936e78386d,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:26.975952 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42022) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:26.980968 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group_rule': {'security_group_id': 'fd19e98f-4cb3-4a83-bba3-dd936e78386d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:27.004714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (0fdd43a7-b058-4e1a-8b49-af1570b15658), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.061886 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (0fdd43a7-b058-4e1a-8b49-af1570b15658), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.065362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (0fdd43a7-b058-4e1a-8b49-af1570b15658), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.084580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdd43a7-b058-4e1a-8b49-af1570b15658,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:27.092308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.093469 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-24efc99d-3cf4-4c13-8035-1c7f5e1a808d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163003 Mar 02 03:43:27.096103 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42024) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:27.100503 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'security_group_rule': {'security_group_id': 'fd19e98f-4cb3-4a83-bba3-dd936e78386d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:27.124054 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (e9f1fcb1-9405-4920-be47-028d79a5b4b5), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.178641 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (e9f1fcb1-9405-4920-be47-028d79a5b4b5), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.182169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587130'] for security_group_rule (e9f1fcb1-9405-4920-be47-028d79a5b4b5), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.202466 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f1fcb1-9405-4920-be47-028d79a5b4b5,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:27.208114 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.209425 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fe4ae4fb-b378-4217-967e-b627bc39007a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124239 Mar 02 03:43:27.212471 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42026) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:27.216584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:27.236096 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.331778 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.432758 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Allocated IP 172.27.0.117 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/d259d00b-5650-4354-b076-3e34eeb4f4ad) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:43:27.534301 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.569792 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.627462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:43:27.636007 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:43:27.640183 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:43:27.670484 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=d259d00b-5650-4354-b076-3e34eeb4f4ad,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:27.706328 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae224-e905-4f25-8e79-f1a63d42bf99 req-7a048ab8-6d9b-4ef2-907e-d18122a55b9d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:27.708566 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-175ae224-e905-4f25-8e79-f1a63d42bf99 req-7a048ab8-6d9b-4ef2-907e-d18122a55b9d tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.1281772 Mar 02 03:43:27.779428 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.792051 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-175ae224-e905-4f25-8e79-f1a63d42bf99 req-0060a366-9745-4fdb-8ef3-1679d706907b tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/security-groups?id=c4d62090-fa56-4056-8d8b-1bca308959c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773823 Mar 02 03:43:27.820636 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.900248 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:43:27.923389 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 4ba0ee61-14d5-4764-9f25-5df359f9822b {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:43:27.923738 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 4ba0ee61-14d5-4764-9f25-5df359f9822b not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:43:27.924157 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 930cbda3-c8e7-4fe1-807c-ef20deab0155 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:43:27.942523 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 930cbda3-c8e7-4fe1-807c-ef20deab0155 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:43:27.942776 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 930cbda3-c8e7-4fe1-807c-ef20deab0155 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:43:27.971850 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:27.976873 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.044469 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=d259d00b-5650-4354-b076-3e34eeb4f4ad,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:28.054550 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.071129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.072336 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-02be16c4-6d62-4941-9f1c-5005277533f2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8589408 Mar 02 03:43:28.148984 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e285e-8bbf-49ee-8435-05b762248aeb req-c136b94b-503b-4d33-b167-de124dfdd436 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:28.150464 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-945e285e-8bbf-49ee-8435-05b762248aeb req-c136b94b-503b-4d33-b167-de124dfdd436 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 946 time: 0.0567904 Mar 02 03:43:28.275504 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-20c05a0f-6a8c-4055-bbca-bc47f73cc0e2 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1254381289&fields=id&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 267 time: 0.0534427 Mar 02 03:43:28.281717 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Deleting port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:43:28.282063 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.439248 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] For port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,segment=NetworkSegment(30d6ef55-8128-4bc8-ba4b-e61cd6d02c48),segment_id=30d6ef55-8128-4bc8-ba4b-e61cd6d02c48)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:28.439611 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.458674 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Calling delete_port for 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:43:28.465365 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-99b94de2-3677-45cc-905f-e223ab6e922f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:28.466826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-99b94de2-3677-45cc-905f-e223ab6e922f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 817 time: 0.1808705 Mar 02 03:43:28.512993 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-75dd1db0-7292-4a18-96b7-2aadd65b4210 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/quotas/824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 375 time: 0.0390794 Mar 02 03:43:28.594146 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-9ec8616b-2fd4-4e15-8821-c96800a4e450 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749209 Mar 02 03:43:28.688698 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (7c9d29f6-06cf-404b-b04f-94a3f6ddaa79), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.721879 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:43:28.731237 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Pushing event deleted for resources: {'Port': ['ID=7c9d29f6-06cf-404b-b04f-94a3f6ddaa79,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:28.768732 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-75f32d97-f750-4511-b797-d3f041a4c36c service neutron] 10.222.0.23 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511323 Mar 02 03:43:28.791455 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] No DVR routers for this DVR port 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:43:28.794390 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:28.797625 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-945e285e-8bbf-49ee-8435-05b762248aeb req-db43cc4e-0aab-42d9-adbf-18e17469a8dc tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.35 "DELETE /v2.0/ports/7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 HTTP/1.1" status: 204 len: 173 time: 0.6423235 Mar 02 03:43:28.798065 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'name': 'network-vif-deleted', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:28.800295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4c3b3-d203-4f4c-be25-06a3025221fc" -d '{"events": [{"server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "name": "network-vif-deleted", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:28.857778 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ff42f2-8f88-436b-b546-a55bb59ae30f x-openstack-request-id: req-17ff42f2-8f88-436b-b546-a55bb59ae30f {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:28.858125 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebc0d82-0774-42a6-b910-159a48380ac9", "name": "network-vif-deleted", "tag": "7c9d29f6-06cf-404b-b04f-94a3f6ddaa79", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:28.858336 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17ff42f2-8f88-436b-b546-a55bb59ae30f {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:28.858795 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebc0d82-0774-42a6-b910-159a48380ac9', 'name': 'network-vif-deleted', 'tag': '7c9d29f6-06cf-404b-b04f-94a3f6ddaa79', 'status': 'completed', 'code': 200} Mar 02 03:43:28.887820 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-baa9c9f0-5db7-48f2-bfa7-4d93b121a590 service neutron] 10.222.0.23 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040180 Mar 02 03:43:28.933219 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dcc65e9d-5d70-4438-ab2d-0af4f2550599 req-7768cfdb-24aa-4f8c-9bc4-8b1f2148c962 tempest-AttachVolumeNegativeTest-413608691 tempest-AttachVolumeNegativeTest-413608691-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ebc0d82-0774-42a6-b910-159a48380ac9 HTTP/1.1" status: 200 len: 210 time: 0.0296173 Mar 02 03:43:29.064305 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8bccdba8-02fb-4549-a685-d6aafffc6012 req-da50df48-48d5-4579-84c7-f9ea8178856b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 210 time: 0.0262349 Mar 02 03:43:29.994564 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42058) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:30.048779 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Deleting subnet 90b6be9d-c901-4961-a6f5-f58aaba95e38 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:43:30.052863 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Publish callbacks [] for subnet (90b6be9d-c901-4961-a6f5-f58aaba95e38), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.065824 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-7083462e-9eef-4cf4-83dd-e004a6b79802 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:30.067972 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-7083462e-9eef-4cf4-83dd-e004a6b79802 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 817 time: 0.1133516 Mar 02 03:43:30.090165 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (90b6be9d-c901-4961-a6f5-f58aaba95e38), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.135174 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (90b6be9d-c901-4961-a6f5-f58aaba95e38), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.150283 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-8daa562c-348b-4168-b66c-9441fae741ea tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 380 time: 0.0579772 Mar 02 03:43:30.162523 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'port': {'device_id': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'admin_state_up': True, 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'security_groups': ['fd19e98f-4cb3-4a83-bba3-dd936e78386d']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:30.186560 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (90b6be9d-c901-4961-a6f5-f58aaba95e38), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.191263 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cde4b40-abc5-4855-a4af-a4a0a796f91a req-86690fdc-42dc-4d7b-a7f0-578f1b2bedef tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 210 time: 0.0469015 Mar 02 03:43:30.211260 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b6be9d-c901-4961-a6f5-f58aaba95e38,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:30.221951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.226491 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-bc210378-0d33-494d-bbd1-bc1cdd62c2f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/90b6be9d-c901-4961-a6f5-f58aaba95e38 HTTP/1.1" status: 204 len: 168 time: 0.2300503 Mar 02 03:43:30.228141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42066) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:30.286734 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Made reservation on behalf of 824fc95ef63948c0a7af2806aa09f0d6 for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:43:30.290234 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.298358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (04f05bf1-583d-4ef5-b234-c4a1f3c712fb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.377737 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (04f05bf1-583d-4ef5-b234-c4a1f3c712fb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.398043 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f05bf1-583d-4ef5-b234-c4a1f3c712fb']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:30.407125 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:30.407432 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d6ef55-8128-4bc8-ba4b-e61cd6d02c48') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:30.413709 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Allocated IP 172.20.0.3 (32368c2c-db5f-4ddd-a790-805e54143545/3916169c-314e-42ed-9056-187ee797aa99/9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:43:30.420212 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (30d6ef55-8128-4bc8-ba4b-e61cd6d02c48), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.433505 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (30d6ef55-8128-4bc8-ba4b-e61cd6d02c48), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.439602 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:43:30.440082 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (30d6ef55-8128-4bc8-ba4b-e61cd6d02c48), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:43:30.441712 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:43:30.495132 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (04f05bf1-583d-4ef5-b234-c4a1f3c712fb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.500688 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.507574 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] 10.222.0.23 "DELETE /v2.0/networks/04f05bf1-583d-4ef5-b234-c4a1f3c712fb HTTP/1.1" status: 204 len: 168 time: 0.2749765 Mar 02 03:43:30.516323 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94305b8-3dc8-4c2a-865f-2069b073f96f admin admin] Pushing event deleted for resources: {'Network': ['ID=04f05bf1-583d-4ef5-b234-c4a1f3c712fb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:30.560666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.595708 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.623990 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42070) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:30.639316 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Network 32368c2c-db5f-4ddd-a790-805e54143545 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:43:30.642363 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:43:30.646653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:43:30.664348 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d03249a8-7439-4fdb-8294-9d0f1c1e8b71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d19eadd11624dceaf77a67791796392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391679 Mar 02 03:43:30.667017 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42072) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:30.671809 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:30.700567 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:30.701467 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.719025 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] Publish callbacks [] for security_group (c4d62090-fa56-4056-8d8b-1bca308959c6), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.719284 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-f2b4217c-da00-4cd2-920f-77e973d20874 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607421 Mar 02 03:43:30.735930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Request body: {'port': {'device_id': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:30.742829 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] Publish callbacks [] for security_group (c4d62090-fa56-4056-8d8b-1bca308959c6), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.809893 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.815083 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c4d62090-fa56-4056-8d8b-1bca308959c6), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.818205 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:30.821947 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4d62090-fa56-4056-8d8b-1bca308959c6 HTTP/1.1" status: 204 len: 168 time: 0.1512835 Mar 02 03:43:30.833746 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d4b06-e19e-4d44-8942-e67671457db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d62090-fa56-4056-8d8b-1bca308959c6,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:30.983336 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c0728bb2-761e-4bbe-8ebf-572ad632b17a None None] Provisioning complete for port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:43:30.983866 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c0728bb2-761e-4bbe-8ebf-572ad632b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.021294 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c0728bb2-761e-4bbe-8ebf-572ad632b17a None None] Port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:43:31.092949 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:43:31.101400 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks [] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.113780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Transition to ACTIVE for port object 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:43:31.118689 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.179165 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:31.257550 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Attempting to bind port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:43:31.258598 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Attempting to bind port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:43:31.258598 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Attempting to bind port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:43:31.262912 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 on network 32368c2c-db5f-4ddd-a790-805e54143545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:43:31.263268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Attempting to bind port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 on network 32368c2c-db5f-4ddd-a790-805e54143545 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:43:31.269270 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:43:31.269544 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Checking segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:43:31.269985 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Bound using segment: {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:43:31.271090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Bound port: 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558130ca-bf96-450a-82ec-abbada62edbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:43:31.271090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.377780 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:43:31.383266 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:43:31.393761 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe07a3-0dc8-4ea6-a8d7-fdfa00d9a257 req-da16fd8b-bd44-4d3a-a77d-fd728f7cc757 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:31.395865 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63fe07a3-0dc8-4ea6-a8d7-fdfa00d9a257 req-da16fd8b-bd44-4d3a-a77d-fd728f7cc757 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.1212745 Mar 02 03:43:31.397407 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.443870 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:31.445211 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:31.446616 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 1093 time: 0.7152722 Mar 02 03:43:31.450968 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:31.453853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69" -d '{"events": [{"name": "network-changed", "server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:31.493790 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35f8a-b87c-44f0-be14-ba99d95ba922 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:31.509008 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8a682-660d-4609-a178-c77c5c751263 x-openstack-request-id: req-13e8a682-660d-4609-a178-c77c5c751263 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:31.509306 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:31.509565 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13e8a682-660d-4609-a178-c77c5c751263 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:31.509972 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'status': 'completed', 'code': 200} Mar 02 03:43:31.539288 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63fe07a3-0dc8-4ea6-a8d7-fdfa00d9a257 req-c252c716-dc21-4ce1-83f5-44c3523a3c40 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373413 Mar 02 03:43:31.590366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-4c3e5c42-1be4-4733-a4d1-b9337cd2ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:31.591963 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-4c3e5c42-1be4-4733-a4d1-b9337cd2ea7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1127 time: 0.0662661 Mar 02 03:43:31.645526 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-504350fc-90ee-492d-807b-4517c2e776b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 217 time: 0.0402277 Mar 02 03:43:31.695275 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-05d17b2a-d0ec-47e7-aa15-eaff58ef1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:31.696739 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-05d17b2a-d0ec-47e7-aa15-eaff58ef1692 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0456245 Mar 02 03:43:31.746199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-df32625b-9f2b-4993-b50d-af70042c0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:31.747812 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-df32625b-9f2b-4993-b50d-af70042c0d74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455351 Mar 02 03:43:31.846004 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-795215d1-93b2-4d1e-9602-d0bcb72bd512 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898120 Mar 02 03:43:31.916767 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:43:31.937998 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:43:31.938359 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 7c9d29f6-06cf-404b-b04f-94a3f6ddaa79 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:43:31.938637 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-43c38e3d-a37e-40af-bb39-6518f6902382 req-07b58e38-5648-4dc0-b11a-7d2840aa9980 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Mar 02 03:43:32.070349 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-c18d0685-f7c9-431b-ad71-33dda53304b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:32.071896 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-c18d0685-f7c9-431b-ad71-33dda53304b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1127 time: 0.0509644 Mar 02 03:43:32.163215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-2a8e569d-bbb6-4a9a-a1d7-ab8ec799f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:32.164695 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-2a8e569d-bbb6-4a9a-a1d7-ab8ec799f92e service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0838690 Mar 02 03:43:32.209549 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-1b0ae2a4-b920-45b9-9253-f28dce6d40f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 217 time: 0.0386093 Mar 02 03:43:32.258629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-a8f2ccee-9ff9-41f5-bb8c-cb528cb2817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:32.260126 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-a8f2ccee-9ff9-41f5-bb8c-cb528cb2817f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0451002 Mar 02 03:43:32.309437 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-c1294762-dcdd-46de-9540-9154cab45e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:32.310934 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-c1294762-dcdd-46de-9540-9154cab45e82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445342 Mar 02 03:43:32.405134 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-240d3bf0-cf83-4345-ba69-f70669b684d0 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866845 Mar 02 03:43:32.503305 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5ef2da96-3d54-4ca3-9ebf-79719ccfaf69 req-150cb991-7c49-4b1c-81f4-2fba139ae4b7 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845907 Mar 02 03:43:32.599202 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42128) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:32.679121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc6234-d83f-44ee-8143-b1b079484c26 req-fb126db3-d8f3-4633-8597-853806847db7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:32.680661 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2bfc6234-d83f-44ee-8143-b1b079484c26 req-fb126db3-d8f3-4633-8597-853806847db7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0529501 Mar 02 03:43:32.703297 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec552a0-c1a7-47cd-affb-344ec339d860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.728381 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2bfc6234-d83f-44ee-8143-b1b079484c26 req-4f547c8c-d1d1-40b3-8f01-a014b736e720 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Mar 02 03:43:32.777230 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec552a0-c1a7-47cd-affb-344ec339d860 admin admin] Publish callbacks [] for security_group (8531c0fe-ec6b-4116-b2fd-7859af1d2c0f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.780800 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2ec552a0-c1a7-47cd-affb-344ec339d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8531c0fe-ec6b-4116-b2fd-7859af1d2c0f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.823702 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2ec552a0-c1a7-47cd-affb-344ec339d860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14fcff3501b543d584c1346ffbcdbdf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233284 Mar 02 03:43:32.825697 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec552a0-c1a7-47cd-affb-344ec339d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531c0fe-ec6b-4116-b2fd-7859af1d2c0f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:32.826261 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42132) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:32.877954 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] Publish callbacks [] for security_group (8531c0fe-ec6b-4116-b2fd-7859af1d2c0f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.898961 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] Publish callbacks [] for security_group (8531c0fe-ec6b-4116-b2fd-7859af1d2c0f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.945529 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (8531c0fe-ec6b-4116-b2fd-7859af1d2c0f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.948163 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:32.949295 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8531c0fe-ec6b-4116-b2fd-7859af1d2c0f HTTP/1.1" status: 204 len: 168 time: 0.1220603 Mar 02 03:43:32.956815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39e92e-618e-4883-8801-60d860a31cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531c0fe-ec6b-4116-b2fd-7859af1d2c0f,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:33.205214 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42138) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:33.218380 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d524122c-ba72-4adf-ad38-bba017cac4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.291899 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d524122c-ba72-4adf-ad38-bba017cac4ee admin admin] Publish callbacks [] for security_group (96b19362-84f1-49d3-9cec-62055f9a4c15), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.295342 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d524122c-ba72-4adf-ad38-bba017cac4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (96b19362-84f1-49d3-9cec-62055f9a4c15), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.332876 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d524122c-ba72-4adf-ad38-bba017cac4ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e279564bd494f24b4a85f9453f2def4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265633 Mar 02 03:43:33.334128 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524122c-ba72-4adf-ad38-bba017cac4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b19362-84f1-49d3-9cec-62055f9a4c15,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:33.335517 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42140) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:33.384688 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] Publish callbacks [] for security_group (96b19362-84f1-49d3-9cec-62055f9a4c15), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.404785 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] Publish callbacks [] for security_group (96b19362-84f1-49d3-9cec-62055f9a4c15), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.451932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (96b19362-84f1-49d3-9cec-62055f9a4c15), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.454457 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:33.455606 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96b19362-84f1-49d3-9cec-62055f9a4c15 HTTP/1.1" status: 204 len: 168 time: 0.1184974 Mar 02 03:43:33.463410 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d15d47-1d6b-4c00-8424-5bafdca2c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b19362-84f1-49d3-9cec-62055f9a4c15,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:33.857384 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6da24-fb45-4a93-ab34-7128567b514f req-ee2b1391-2764-4e7d-880d-286088e1be63 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:33.858860 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3fd6da24-fb45-4a93-ab34-7128567b514f req-ee2b1391-2764-4e7d-880d-286088e1be63 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0572169 Mar 02 03:43:33.903556 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:43:33.906640 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3fd6da24-fb45-4a93-ab34-7128567b514f req-d99874c0-14ea-427c-be0f-cda8a73a2944 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Mar 02 03:43:34.005877 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:34.017458 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:43:34.057111 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:43:34.057507 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:34.071836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:43:34.092514 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:34.096325 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:34.147080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:34.153925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.154273 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.154616 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.154953 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.155312 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.155647 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.155974 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.156306 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.156633 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.156959 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.157281 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.157601 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.157920 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:43:34.383577 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:43:35.040334 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d41e-4dd9-4557-b3c3-21c1485f0572 req-e13b02c1-e206-4301-a79d-69f3a899b059 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:35.041927 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0922d41e-4dd9-4557-b3c3-21c1485f0572 req-e13b02c1-e206-4301-a79d-69f3a899b059 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 944 time: 0.0612419 Mar 02 03:43:35.088974 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0922d41e-4dd9-4557-b3c3-21c1485f0572 req-0ca0f5cf-7e97-4798-acb3-b1480b071042 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Mar 02 03:43:35.917917 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:43:35.968644 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:43:35.972137 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:43:35.972516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:36.047108 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:43:36.047494 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:36.072055 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:36.074829 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f51e1d-1117-418f-9234-9a0d9587dec5" -d '{"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:36.088665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:43:36.093861 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:36.096697 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:43:36.124468 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16a93e-2b30-4f8d-ad8a-1d23a8043123 x-openstack-request-id: req-7b16a93e-2b30-4f8d-ad8a-1d23a8043123 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:36.124951 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:36.125214 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b16a93e-2b30-4f8d-ad8a-1d23a8043123 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:36.125601 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'code': 200} Mar 02 03:43:36.154024 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:36.225094 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abff0d-2621-42ef-917e-62ceb8dc7c72 req-be2d9515-69c6-4202-9c13-f1cccc174090 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:36.226615 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75abff0d-2621-42ef-917e-62ceb8dc7c72 req-be2d9515-69c6-4202-9c13-f1cccc174090 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0587854 Mar 02 03:43:36.288078 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-75abff0d-2621-42ef-917e-62ceb8dc7c72 req-df2a5bf4-3c88-4918-92ec-bc71e22a1656 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524268 Mar 02 03:43:36.337169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5927-b820-40d1-a673-bf804e7e4a37 req-4d3ed300-99a4-4ecf-8b0e-60ca42e30f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:36.338603 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-346a5927-b820-40d1-a673-bf804e7e4a37 req-4d3ed300-99a4-4ecf-8b0e-60ca42e30f54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1129 time: 0.0496182 Mar 02 03:43:36.384225 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-346a5927-b820-40d1-a673-bf804e7e4a37 req-d82fe2f7-966b-4590-8a6a-cf59e6399d1a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 Mar 02 03:43:37.005488 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:37.424035 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328875b-96ae-45ac-b023-1e722ec6668f req-aadf132f-c624-43fc-b5e2-4688f00f998f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:37.425557 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4328875b-96ae-45ac-b023-1e722ec6668f req-aadf132f-c624-43fc-b5e2-4688f00f998f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0537157 Mar 02 03:43:37.475067 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4328875b-96ae-45ac-b023-1e722ec6668f req-6185e50d-102e-4203-b818-428cdddf9322 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Mar 02 03:43:37.873683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42234) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:37.974849 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3169533a-7dea-44e0-98ae-41bee4be5ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.055385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3169533a-7dea-44e0-98ae-41bee4be5ee6 admin admin] Publish callbacks [] for security_group (98129767-5062-411d-b491-9af0e63ff553), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.059123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-3169533a-7dea-44e0-98ae-41bee4be5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (98129767-5062-411d-b491-9af0e63ff553), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.096584 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-3169533a-7dea-44e0-98ae-41bee4be5ee6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ca8bed589024dcf92edde0322dafce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219033 Mar 02 03:43:38.099019 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169533a-7dea-44e0-98ae-41bee4be5ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98129767-5062-411d-b491-9af0e63ff553,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:38.099873 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:38.150264 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] Publish callbacks [] for security_group (98129767-5062-411d-b491-9af0e63ff553), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.170838 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] Publish callbacks [] for security_group (98129767-5062-411d-b491-9af0e63ff553), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.216557 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (98129767-5062-411d-b491-9af0e63ff553), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.219187 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.220298 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98129767-5062-411d-b491-9af0e63ff553 HTTP/1.1" status: 204 len: 168 time: 0.1194608 Mar 02 03:43:38.228176 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a06447-236d-4b67-8155-fdc519b7bd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98129767-5062-411d-b491-9af0e63ff553,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:38.477978 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42244) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:38.491266 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7c87-6563-4b3e-8e6f-4cab2dba23fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.565700 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7c87-6563-4b3e-8e6f-4cab2dba23fc admin admin] Publish callbacks [] for security_group (6227935c-f0b2-4ae7-a3a3-52302c11dea0), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.570543 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-aaaa7c87-6563-4b3e-8e6f-4cab2dba23fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6227935c-f0b2-4ae7-a3a3-52302c11dea0), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.603479 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad6e5-2222-43a0-9883-73be6f3ea0eb req-7c612088-a8e8-4e33-a7e3-cd64baf974d7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:38.604969 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb7ad6e5-2222-43a0-9883-73be6f3ea0eb req-7c612088-a8e8-4e33-a7e3-cd64baf974d7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0546534 Mar 02 03:43:38.607753 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-aaaa7c87-6563-4b3e-8e6f-4cab2dba23fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11d98ce789344458b415e34c90d2a7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287229 Mar 02 03:43:38.610524 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42248) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:38.612460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa7c87-6563-4b3e-8e6f-4cab2dba23fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6227935c-f0b2-4ae7-a3a3-52302c11dea0,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:38.653264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bb7ad6e5-2222-43a0-9883-73be6f3ea0eb req-e3a25c42-caf6-4c3f-92b6-2b5708e449e4 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Mar 02 03:43:38.662036 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] Publish callbacks [] for security_group (6227935c-f0b2-4ae7-a3a3-52302c11dea0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.686688 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] Publish callbacks [] for security_group (6227935c-f0b2-4ae7-a3a3-52302c11dea0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.734965 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (6227935c-f0b2-4ae7-a3a3-52302c11dea0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.737600 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:38.738752 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6227935c-f0b2-4ae7-a3a3-52302c11dea0 HTTP/1.1" status: 204 len: 168 time: 0.1271858 Mar 02 03:43:38.747336 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266c7e1-94e5-4b92-8f1c-fd3f12b7cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6227935c-f0b2-4ae7-a3a3-52302c11dea0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:38.775292 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5532e1-0177-4d85-8993-3091596f8935 req-429a84f7-670a-464f-b191-c18fd5bedb67 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:38.776961 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1a5532e1-0177-4d85-8993-3091596f8935 req-429a84f7-670a-464f-b191-c18fd5bedb67 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0570247 Mar 02 03:43:38.785789 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42254) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:38.791338 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Request body: {'floatingip': {'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:43:38.836706 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:39.590805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:39.595195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:39.742137 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Floating IP c8286630-ea4d-40c8-b610-fa0081778111 associated. External IP: 172.27.0.117, port: 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19. Mar 02 03:43:39.958123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:43:40.069089 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:43:40.074076 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.080514 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:43:40.091554 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:43:40.092911 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:40.107362 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-42877095-ecae-4bd5-9055-8dc248c15dc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "PUT /v2.0/floatingips/c8286630-ea4d-40c8-b610-fa0081778111 HTTP/1.1" status: 200 len: 991 time: 1.3166816 Mar 02 03:43:40.107362 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:43:40.107582 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a542470-e652-45cf-a584-cadb409771ce" -d '{"events": [{"name": "network-changed", "server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:43:40.168146 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e4eb4-abb9-4b97-af46-f6976ab42d25 x-openstack-request-id: req-4a2e4eb4-abb9-4b97-af46-f6976ab42d25 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:43:40.168567 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:43:40.168821 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a2e4eb4-abb9-4b97-af46-f6976ab42d25 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:43:40.169724 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'status': 'completed', 'code': 200} Mar 02 03:43:40.237263 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:43:40.268387 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542470-e652-45cf-a584-cadb409771ce req-835ef4f3-1c1b-4a84-8f1f-6adc8de92ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:40.269927 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-835ef4f3-1c1b-4a84-8f1f-6adc8de92ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1129 time: 0.0485160 Mar 02 03:43:40.374531 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542470-e652-45cf-a584-cadb409771ce req-9dbef08c-e014-492b-aa20-c002d3606fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:40.376218 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-9dbef08c-e014-492b-aa20-c002d3606fe8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.1008627 Mar 02 03:43:40.478811 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-c0db952e-a0ce-43bb-8cbd-800559e7d970 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 999 time: 0.0962846 Mar 02 03:43:40.513371 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'c8286630-ea4d-40c8-b610-fa0081778111', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:43:27Z', 'updated_at': '2022-03-02T03:43:39Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:40.539946 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542470-e652-45cf-a584-cadb409771ce req-0893d428-d8a5-44a1-aab3-00fa3ec396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:40.541683 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-0893d428-d8a5-44a1-aab3-00fa3ec396e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0561874 Mar 02 03:43:40.545379 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:43:40.549618 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42308) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:40.560971 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:43:40.561690 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:40.594534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a542470-e652-45cf-a584-cadb409771ce req-afd388c3-5512-4634-97bb-7f5b3205ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:43:40.596088 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-afd388c3-5512-4634-97bb-7f5b3205ca51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482552 Mar 02 03:43:40.676415 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:43:40.678992 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e7587a9-f229-49c4-9b6e-2d97c658f55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.702600 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-e227debd-0e38-4b12-b143-5130fd96117f service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998285 Mar 02 03:43:40.756014 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e7587a9-f229-49c4-9b6e-2d97c658f55f admin admin] Publish callbacks [] for security_group (91f25b8a-5d13-4a86-8921-0bd1deb835c5), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.760044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4e7587a9-f229-49c4-9b6e-2d97c658f55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (91f25b8a-5d13-4a86-8921-0bd1deb835c5), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.798077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a542470-e652-45cf-a584-cadb409771ce req-a5d58b47-3829-47ac-8e8b-872eaa03f463 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888474 Mar 02 03:43:40.805134 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4e7587a9-f229-49c4-9b6e-2d97c658f55f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54732c729a264d2ba488ac4337ee65f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523847 Mar 02 03:43:40.806180 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7587a9-f229-49c4-9b6e-2d97c658f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f25b8a-5d13-4a86-8921-0bd1deb835c5,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:40.807764 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42312) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:40.866932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] Publish callbacks [] for security_group (91f25b8a-5d13-4a86-8921-0bd1deb835c5), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.889605 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] Publish callbacks [] for security_group (91f25b8a-5d13-4a86-8921-0bd1deb835c5), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.917365 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'c8286630-ea4d-40c8-b610-fa0081778111', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:43:27Z', 'updated_at': '2022-03-02T03:43:39Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:43:40.937868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (91f25b8a-5d13-4a86-8921-0bd1deb835c5), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.941643 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:40.946179 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91f25b8a-5d13-4a86-8921-0bd1deb835c5 HTTP/1.1" status: 204 len: 168 time: 0.1347003 Mar 02 03:43:40.948695 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08c675-3bfc-4f95-8adf-5200bd7a809a None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': 'c8286630-ea4d-40c8-b610-fa0081778111', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:43:27Z', 'updated_at': '2022-03-02T03:43:39Z', 'revision_number': 1, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:43:40.955236 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0c05d-2ca2-413d-a493-eabc6fe4866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f25b8a-5d13-4a86-8921-0bd1deb835c5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:41.162015 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31d449-1da6-460f-b460-9de24ca3c404 None None] New status for floating IP c8286630-ea4d-40c8-b610-fa0081778111: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:43:41.218344 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42318) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:41.232342 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f47bcdbf-25a8-406a-867c-10cff870d0fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.311558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f47bcdbf-25a8-406a-867c-10cff870d0fa admin admin] Publish callbacks [] for security_group (4f9b3416-549d-4cad-ad55-8995bad19612), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.318717 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f47bcdbf-25a8-406a-867c-10cff870d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4f9b3416-549d-4cad-ad55-8995bad19612), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.357669 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f47bcdbf-25a8-406a-867c-10cff870d0fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9b079501d66453aa67ca1faf6cf67f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379085 Mar 02 03:43:41.358534 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bcdbf-25a8-406a-867c-10cff870d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b3416-549d-4cad-ad55-8995bad19612,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:41.360435 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42320) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:41.410315 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] Publish callbacks [] for security_group (4f9b3416-549d-4cad-ad55-8995bad19612), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.432277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] Publish callbacks [] for security_group (4f9b3416-549d-4cad-ad55-8995bad19612), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.484987 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (4f9b3416-549d-4cad-ad55-8995bad19612), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.487587 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:41.491267 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f9b3416-549d-4cad-ad55-8995bad19612 HTTP/1.1" status: 204 len: 168 time: 0.1272459 Mar 02 03:43:41.497921 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabb2b7-a1a3-4adc-ae23-81393b589eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b3416-549d-4cad-ad55-8995bad19612,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:47.683470 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-879f1ca6-1b09-4b70-9e4b-5a9bb8579b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:49.921869 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42458) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:50.025530 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b241dd45-5372-4492-aec6-91224551f8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.089285 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-08cb66ca-b026-446b-9002-658349b53091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.105799 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b241dd45-5372-4492-aec6-91224551f8ce admin admin] Publish callbacks [] for security_group (7f6cf099-8820-4e63-9bb0-fa8dea152a7d), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.109592 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b241dd45-5372-4492-aec6-91224551f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7f6cf099-8820-4e63-9bb0-fa8dea152a7d), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.149518 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b241dd45-5372-4492-aec6-91224551f8ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba1a608c4a5b41e0a5569012f32397a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265851 Mar 02 03:43:50.150363 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241dd45-5372-4492-aec6-91224551f8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6cf099-8820-4e63-9bb0-fa8dea152a7d,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:50.152269 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42462) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:50.201358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] Publish callbacks [] for security_group (7f6cf099-8820-4e63-9bb0-fa8dea152a7d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.221377 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] Publish callbacks [] for security_group (7f6cf099-8820-4e63-9bb0-fa8dea152a7d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.267177 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7f6cf099-8820-4e63-9bb0-fa8dea152a7d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.270628 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.272275 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f6cf099-8820-4e63-9bb0-fa8dea152a7d HTTP/1.1" status: 204 len: 168 time: 0.1187644 Mar 02 03:43:50.283094 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f49ae5-a6bf-4a81-b507-ac89582c708c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6cf099-8820-4e63-9bb0-fa8dea152a7d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:50.531794 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42468) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:50.545197 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b39a707-f41e-4d03-86b1-3efadae77ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.635495 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b39a707-f41e-4d03-86b1-3efadae77ad0 admin admin] Publish callbacks [] for security_group (0f404d78-3bc8-4f30-97b4-bba1398355ef), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.639226 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-3b39a707-f41e-4d03-86b1-3efadae77ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (0f404d78-3bc8-4f30-97b4-bba1398355ef), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.676494 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-3b39a707-f41e-4d03-86b1-3efadae77ad0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=891540a8086d4da88e9f33c4bd2a2a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436689 Mar 02 03:43:50.677334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39a707-f41e-4d03-86b1-3efadae77ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f404d78-3bc8-4f30-97b4-bba1398355ef,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:50.679271 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42470) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:50.728177 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] Publish callbacks [] for security_group (0f404d78-3bc8-4f30-97b4-bba1398355ef), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.748656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] Publish callbacks [] for security_group (0f404d78-3bc8-4f30-97b4-bba1398355ef), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.795701 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (0f404d78-3bc8-4f30-97b4-bba1398355ef), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.798431 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:50.799588 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f404d78-3bc8-4f30-97b4-bba1398355ef HTTP/1.1" status: 204 len: 168 time: 0.1193366 Mar 02 03:43:50.807385 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b645-2c08-4423-85df-1af977b6eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f404d78-3bc8-4f30-97b4-bba1398355ef,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:50.962343 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.110922 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42476) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:51.124254 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24b28390-30d0-4e15-873a-ed2109c1a376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.202857 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24b28390-30d0-4e15-873a-ed2109c1a376 admin admin] Publish callbacks [] for security_group (5bac6205-acd8-4460-b6ca-f20e2ba8b17a), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.206494 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-24b28390-30d0-4e15-873a-ed2109c1a376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5bac6205-acd8-4460-b6ca-f20e2ba8b17a), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.249888 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-24b28390-30d0-4e15-873a-ed2109c1a376 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0713e13fc3542f89abded9080041777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378753 Mar 02 03:43:51.250752 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b28390-30d0-4e15-873a-ed2109c1a376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac6205-acd8-4460-b6ca-f20e2ba8b17a,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:51.252574 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42478) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:51.302102 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] Publish callbacks [] for security_group (5bac6205-acd8-4460-b6ca-f20e2ba8b17a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.322875 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] Publish callbacks [] for security_group (5bac6205-acd8-4460-b6ca-f20e2ba8b17a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.367401 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5bac6205-acd8-4460-b6ca-f20e2ba8b17a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.369940 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:51.371125 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5bac6205-acd8-4460-b6ca-f20e2ba8b17a HTTP/1.1" status: 204 len: 168 time: 0.1175444 Mar 02 03:43:51.378433 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9b7e-42ce-40d6-828a-1d04290c17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac6205-acd8-4460-b6ca-f20e2ba8b17a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:52.421476 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:53.979968 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.442494 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42538) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:55.544058 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84d93fda-0cba-4dd0-b2f5-d6f7a32702bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.616777 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84d93fda-0cba-4dd0-b2f5-d6f7a32702bb admin admin] Publish callbacks [] for security_group (7e5a93c1-2ac3-49a5-b62a-2554cde1dc20), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.620504 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-84d93fda-0cba-4dd0-b2f5-d6f7a32702bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7e5a93c1-2ac3-49a5-b62a-2554cde1dc20), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.657167 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-84d93fda-0cba-4dd0-b2f5-d6f7a32702bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a036fbb389440ca94c73dc73ac26927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136874 Mar 02 03:43:55.657996 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d93fda-0cba-4dd0-b2f5-d6f7a32702bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a93c1-2ac3-49a5-b62a-2554cde1dc20,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:55.660173 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42542) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:55.708857 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] Publish callbacks [] for security_group (7e5a93c1-2ac3-49a5-b62a-2554cde1dc20), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.730753 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] Publish callbacks [] for security_group (7e5a93c1-2ac3-49a5-b62a-2554cde1dc20), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.777427 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (7e5a93c1-2ac3-49a5-b62a-2554cde1dc20), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.780752 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:55.781903 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e5a93c1-2ac3-49a5-b62a-2554cde1dc20 HTTP/1.1" status: 204 len: 168 time: 0.1207457 Mar 02 03:43:55.790840 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5634e1-de67-4048-b051-99f926898ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a93c1-2ac3-49a5-b62a-2554cde1dc20,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:56.032978 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42548) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:56.045935 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-702ec5d2-8d9f-4afd-84a9-82ab87d52b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.120155 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-702ec5d2-8d9f-4afd-84a9-82ab87d52b4b admin admin] Publish callbacks [] for security_group (9b19e94e-b7af-4f45-9e6d-f46d7548a8bd), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.123558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-702ec5d2-8d9f-4afd-84a9-82ab87d52b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (9b19e94e-b7af-4f45-9e6d-f46d7548a8bd), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.161331 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-702ec5d2-8d9f-4afd-84a9-82ab87d52b4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=637922074d694a859a68ee5a21ac4404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273053 Mar 02 03:43:56.162188 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ec5d2-8d9f-4afd-84a9-82ab87d52b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b19e94e-b7af-4f45-9e6d-f46d7548a8bd,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:43:56.164677 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42550) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:43:56.215040 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] Publish callbacks [] for security_group (9b19e94e-b7af-4f45-9e6d-f46d7548a8bd), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.234607 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] Publish callbacks [] for security_group (9b19e94e-b7af-4f45-9e6d-f46d7548a8bd), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.279236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (9b19e94e-b7af-4f45-9e6d-f46d7548a8bd), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.281796 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:43:56.282930 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b19e94e-b7af-4f45-9e6d-f46d7548a8bd HTTP/1.1" status: 204 len: 168 time: 0.1172726 Mar 02 03:43:56.290813 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf1002-fc2b-437e-b245-51f19153bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b19e94e-b7af-4f45-9e6d-f46d7548a8bd,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:01.948414 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42598) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:02.235955 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Deleting port 7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:02.236296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:02.307782 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:02.308105 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for floatingip (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:02.319226 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Calling delete_port for 7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:02.487170 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:02.742553 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event deleted for resources: {'Port': ['ID=7b5ddd0d-1fc4-4e8c-93d9-ad73e4570359,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:02.800744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for floatingip (ba43804e-e733-48a1-a37a-2e9e7d0cb4fe), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:02.801070 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Floating IP ba43804e-e733-48a1-a37a-2e9e7d0cb4fe disassociated (deleted). External IP: 172.27.0.56, port: 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e. Mar 02 03:44:03.003454 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:44:03.110162 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:44:03.114866 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:03.121446 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Sync routers for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:44:03.130797 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:03.131497 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:03.144211 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-73c90ace-a27c-42f6-8646-1bb5819e7a1b tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "DELETE /v2.0/floatingips/ba43804e-e733-48a1-a37a-2e9e7d0cb4fe HTTP/1.1" status: 204 len: 168 time: 1.1946871 Mar 02 03:44:03.145001 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:03.147461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85" -d '{"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:03.184508 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594c8c4c-5bbd-4dfa-827e-ffff3b5771c5 x-openstack-request-id: req-594c8c4c-5bbd-4dfa-827e-ffff3b5771c5 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:03.185100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:03.185484 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-594c8c4c-5bbd-4dfa-827e-ffff3b5771c5 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:03.185891 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'status': 'completed', 'code': 200} Mar 02 03:44:03.333007 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:03.379326 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b58e9-ba5e-4ebb-be13-20b09fe2e595 req-df204a1f-e954-4024-92ad-849bcee22f4a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:03.380829 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e9b58e9-ba5e-4ebb-be13-20b09fe2e595 req-df204a1f-e954-4024-92ad-849bcee22f4a tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0564423 Mar 02 03:44:03.429591 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6e9b58e9-ba5e-4ebb-be13-20b09fe2e595 req-00e38c84-fd7d-4f7e-b2c0-0f404fbaf916 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Mar 02 03:44:03.523832 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:03.552721 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Checking router: e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:44:03.561637 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:03.562233 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:03.665536 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:03.857479 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:03.885918 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc2c520-53a7-4bdd-ad13-bc65427f6949 None None] The sync data for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:38:15Z', 'revision_number': 4, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': '46821da4-c0d6-4725-b067-7050ef2b9744', 'name': '', 'network_id': 'e6ccb0b8-73d9-4435-8196-364781d2c238', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'mac_address': 'fa:16:3e:8c:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:14Z', 'updated_at': '2022-03-02T03:38:20Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'subnets': [{'id': 'ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:44:04.095165 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631fa4e-1bfe-4c08-ba2f-e29ea90ffb37 None None] New status for floating IP ba43804e-e733-48a1-a37a-2e9e7d0cb4fe: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:44:04.550721 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79587d8-8f31-4e7f-908c-683e74e6ed06 req-1b9f947e-d3fd-44cd-ae67-3be15f1c7ca6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:04.553129 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f79587d8-8f31-4e7f-908c-683e74e6ed06 req-1b9f947e-d3fd-44cd-ae67-3be15f1c7ca6 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0528171 Mar 02 03:44:04.631745 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f79587d8-8f31-4e7f-908c-683e74e6ed06 req-c641375f-287a-47f7-b6a4-7dcb55ede018 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677671 Mar 02 03:44:04.634201 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-9b715bfa-3d3c-4f95-b778-21211985b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:04.635673 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-9b715bfa-3d3c-4f95-b778-21211985b643 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f70b0094f5e240b28b83102b4bab82cf&device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 1130 time: 0.0814083 Mar 02 03:44:04.751795 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-3b264fe7-e9aa-47e9-9038-f1a14930399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:04.753494 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-3b264fe7-e9aa-47e9-9038-f1a14930399f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 200 len: 909 time: 0.0914750 Mar 02 03:44:04.799666 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-efb3fe2f-f0f4-4edc-970a-40251a6e23d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 200 len: 217 time: 0.0385768 Mar 02 03:44:04.855753 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-30186b4b-7d7c-4e4f-8462-4de590235566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:04.857264 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-30186b4b-7d7c-4e4f-8462-4de590235566 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 200 len: 848 time: 0.0511966 Mar 02 03:44:04.930723 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-18d1af77-481f-4f56-ae7b-38c0b8c8f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:04.932605 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-18d1af77-481f-4f56-ae7b-38c0b8c8f91f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e6ccb0b8-73d9-4435-8196-364781d2c238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571311 Mar 02 03:44:05.044173 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-63e2355d-6795-4c89-9491-c6a7a98aec4e service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038148 Mar 02 03:44:05.139949 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cada7527-3ea7-4b5b-89e0-b7b82c2b4c85 req-3b36b674-acaf-4661-9bd0-d136879c2ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888433 Mar 02 03:44:05.749132 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ded4f-0ffc-494f-a723-2fcccb86e384 req-7de61019-bfe5-456e-84f5-250f0b891dbf tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:05.750608 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f70ded4f-0ffc-494f-a723-2fcccb86e384 req-7de61019-bfe5-456e-84f5-250f0b891dbf tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0523391 Mar 02 03:44:05.799287 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f70ded4f-0ffc-494f-a723-2fcccb86e384 req-082ceae8-4cd8-4ea3-833b-e214eacc6a9e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Mar 02 03:44:06.919037 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc1a2c-7c39-4e63-94af-fc8a6c57d667 req-014fe62a-5dde-45bd-a175-768d7cd2d40f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:06.920584 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eabc1a2c-7c39-4e63-94af-fc8a6c57d667 req-014fe62a-5dde-45bd-a175-768d7cd2d40f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0558758 Mar 02 03:44:06.973145 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eabc1a2c-7c39-4e63-94af-fc8a6c57d667 req-1657e19a-78a9-4bc6-b7f9-1f227437c5ae tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471230 Mar 02 03:44:07.002636 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:08.096772 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af351852-f281-4306-971d-e2a0f6152ad9 req-a64fd0f0-69c5-48f5-bc55-f17e06ca4b84 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:08.098418 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af351852-f281-4306-971d-e2a0f6152ad9 req-a64fd0f0-69c5-48f5-bc55-f17e06ca4b84 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0588307 Mar 02 03:44:08.150242 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af351852-f281-4306-971d-e2a0f6152ad9 req-c96dd933-fa1b-42f4-a985-c9d494fc087f tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b7f36ba-e1e8-4350-8566-4ee4f873b3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448513 Mar 02 03:44:08.574624 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b859020-5539-4f4b-84a7-8197555c2876 req-94e2062c-0604-44b7-a714-426741edf39e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:08.576117 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b859020-5539-4f4b-84a7-8197555c2876 req-94e2062c-0604-44b7-a714-426741edf39e tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.35 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 946 time: 0.0536802 Mar 02 03:44:08.676688 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Deleting port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:08.677040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:08.769084 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] For port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:08.769387 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:08.787549 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Calling delete_port for 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:08.912789 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (56da13d2-0bb5-44a6-b8fd-97adb1a22f9e), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:08.941302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event deleted for resources: {'Port': ['ID=56da13d2-0bb5-44a6-b8fd-97adb1a22f9e,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:08.994397 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] No DVR routers for this DVR port 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:08.996912 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:09.000356 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b859020-5539-4f4b-84a7-8197555c2876 req-df5c0215-f6c8-4bdf-9a28-ea97fa28d7e7 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.35 "DELETE /v2.0/ports/56da13d2-0bb5-44a6-b8fd-97adb1a22f9e HTTP/1.1" status: 204 len: 173 time: 0.4181876 Mar 02 03:44:09.000798 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-deleted', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:09.003029 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d12ba-dd01-49f8-b6b4-a1ac6151c16b" -d '{"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-deleted", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:09.038592 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9cd5f-2098-4f36-b626-d3d08b8f58b3 x-openstack-request-id: req-70a9cd5f-2098-4f36-b626-d3d08b8f58b3 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:09.038815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3", "name": "network-vif-deleted", "tag": "56da13d2-0bb5-44a6-b8fd-97adb1a22f9e", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:09.039104 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70a9cd5f-2098-4f36-b626-d3d08b8f58b3 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:09.039546 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3', 'name': 'network-vif-deleted', 'tag': '56da13d2-0bb5-44a6-b8fd-97adb1a22f9e', 'status': 'completed', 'code': 200} Mar 02 03:44:09.242713 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ad54a5c4-02b9-4cbe-aac1-242c88d91108 req-65fc8482-900b-437e-9c3f-5ed37163f4f2 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "GET /v2.0/ports?device_id=3db0e078-ebd1-4bf3-99da-2b5d03f4a9c3 HTTP/1.1" status: 200 len: 210 time: 0.0269630 Mar 02 03:44:10.298850 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42688) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:10.356894 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (5b7f36ba-e1e8-4350-8566-4ee4f873b3be), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:10.382943 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (5b7f36ba-e1e8-4350-8566-4ee4f873b3be), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:10.445284 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (5b7f36ba-e1e8-4350-8566-4ee4f873b3be), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:10.449060 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:10.450223 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b7f36ba-e1e8-4350-8566-4ee4f873b3be HTTP/1.1" status: 204 len: 168 time: 0.1501458 Mar 02 03:44:10.458936 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6debf4e-3342-43ff-a1a2-6225906c2f74 tempest-TestShelveInstance-688126094 tempest-TestShelveInstance-688126094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f36ba-e1e8-4350-8566-4ee4f873b3be,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:10.500033 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42692) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:10.943423 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:11.203501 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Deleting port 46821da4-c0d6-4725-b067-7050ef2b9744 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:11.203764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:11.281914 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] For port 46821da4-c0d6-4725-b067-7050ef2b9744, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=46821da4-c0d6-4725-b067-7050ef2b9744,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:11.282300 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:11.295736 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Calling delete_port for 46821da4-c0d6-4725-b067-7050ef2b9744 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:11.475281 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (46821da4-c0d6-4725-b067-7050ef2b9744), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:11.497439 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Pushing event deleted for resources: {'Port': ['ID=46821da4-c0d6-4725-b067-7050ef2b9744,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:11.666332 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:11.880609 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:44:11.984622 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:44:11.991867 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-36e21708-34a0-4a92-aa5f-adabdb0e8204 admin admin] 10.222.0.23 "PUT /v2.0/routers/e5b66ae8-e394-45e2-9bdd-a3d0c7b87992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4884968 Mar 02 03:44:11.992946 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42704) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:12.002125 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Sync routers for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:44:12.018939 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:12.019612 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:12.095725 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:12.109224 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks [] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.119445 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:12.119926 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 56da13d2-0bb5-44a6-b8fd-97adb1a22f9e not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:12.142162 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:12.214027 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks [] for router_gateway (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.268691 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Deleting port 39603711-e731-42cf-baba-e6420986b098 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:12.268962 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (39603711-e731-42cf-baba-e6420986b098), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.322618 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '39603711-e731-42cf-baba-e6420986b098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:44:11Z', 'revision_number': 5, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port': {'id': '39603711-e731-42cf-baba-e6420986b098', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:12Z', 'updated_at': '2022-03-02T03:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:12.347972 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Checking router: e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:44:12.354584 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] For port 39603711-e731-42cf-baba-e6420986b098, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=39603711-e731-42cf-baba-e6420986b098,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:12.355071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (39603711-e731-42cf-baba-e6420986b098), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.357269 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Routers {'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:12.357919 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:12.371975 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Calling delete_port for 39603711-e731-42cf-baba-e6420986b098 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:12.450030 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] Set router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:12.503695 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:44:12Z', 'revision_number': 6, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:12.530466 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf4fed6-95ba-4fa9-9a8c-9ba5874f0e59 None None] The sync data for ids ['e5b66ae8-e394-45e2-9bdd-a3d0c7b87992'] in dv-cinder-831090-3-iscsi is: [{'id': 'e5b66ae8-e394-45e2-9bdd-a3d0c7b87992', 'name': 'tempest-TestShelveInstance-1277272447-router', 'tenant_id': 'f70b0094f5e240b28b83102b4bab82cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:11Z', 'updated_at': '2022-03-02T03:44:12Z', 'revision_number': 6, 'project_id': 'f70b0094f5e240b28b83102b4bab82cf', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:44:12.543551 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (39603711-e731-42cf-baba-e6420986b098), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.570000 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39603711-e731-42cf-baba-e6420986b098,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:12.630345 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.960172 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:12.962527 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks [] for router_controller (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.005064 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (e5b66ae8-e394-45e2-9bdd-a3d0c7b87992), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.005589 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:44:13.010598 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.011808 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-317f442f-bd43-4e37-9dd3-16c1c1a2ebe9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e5b66ae8-e394-45e2-9bdd-a3d0c7b87992 HTTP/1.1" status: 204 len: 168 time: 1.0188470 Mar 02 03:44:13.014339 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42710) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:13.057591 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Deleting subnet ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:44:13.060572 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Publish callbacks [] for subnet (ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.085625 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:44:13.093000 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.172933 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.227560 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.253496 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:13.257155 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.263183 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-c297593f-1ce2-455f-9d69-b900c74c363d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ffa0f2c9-e4ee-4972-86d2-26b1dd78e5b3 HTTP/1.1" status: 204 len: 168 time: 0.2456551 Mar 02 03:44:13.263756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42718) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:13.267754 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47d6c8-3c13-4539-bf40-c415f8210e86 None None] Network e6ccb0b8-73d9-4435-8196-364781d2c238 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:44:13.339222 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42720) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:13.353290 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (e6ccb0b8-73d9-4435-8196-364781d2c238), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.413546 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Deleting port 270eeff2-c352-4481-bd64-266da9f14d0a {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:13.413950 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.468080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] DHCP port deletion for e6ccb0b8-73d9-4435-8196-364781d2c238 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:44:13.474142 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faeec6a3-fba2-4582-a61a-c4d4d78b7c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.486062 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] For port 270eeff2-c352-4481-bd64-266da9f14d0a, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=270eeff2-c352-4481-bd64-266da9f14d0a,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:13.486506 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.499803 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Calling delete_port for 270eeff2-c352-4481-bd64-266da9f14d0a owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:13.524011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Deleting port 270eeff2-c352-4481-bd64-266da9f14d0a {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:13.527696 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.561580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faeec6a3-fba2-4582-a61a-c4d4d78b7c05 admin admin] Publish callbacks [] for security_group (c21157cc-b183-48f5-9bf1-c5eef69373a1), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.569172 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-faeec6a3-fba2-4582-a61a-c4d4d78b7c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c21157cc-b183-48f5-9bf1-c5eef69373a1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.602735 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.604085 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] For port 270eeff2-c352-4481-bd64-266da9f14d0a, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=270eeff2-c352-4481-bd64-266da9f14d0a,segment=NetworkSegment(2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5),segment_id=2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:13.605063 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.615989 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] No DVR routers for this DVR port 270eeff2-c352-4481-bd64-266da9f14d0a on host dv-cinder-831090-3-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:13.617776 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-faeec6a3-fba2-4582-a61a-c4d4d78b7c05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=247fe77e93524d388196a105a13ddf8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768874 Mar 02 03:44:13.621555 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42724) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:13.627757 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec6a3-fba2-4582-a61a-c4d4d78b7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21157cc-b183-48f5-9bf1-c5eef69373a1,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:13.635867 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Calling delete_port for 270eeff2-c352-4481-bd64-266da9f14d0a owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:13.651257 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Pushing event deleted for resources: {'Port': ['ID=270eeff2-c352-4481-bd64-266da9f14d0a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:13.685677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] Publish callbacks [] for security_group (c21157cc-b183-48f5-9bf1-c5eef69373a1), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.717869 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] Publish callbacks [] for security_group (c21157cc-b183-48f5-9bf1-c5eef69373a1), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.737097 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (270eeff2-c352-4481-bd64-266da9f14d0a), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.741392 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (e6ccb0b8-73d9-4435-8196-364781d2c238), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.767451 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] Pushing event deleted for resources: {'Port': ['ID=270eeff2-c352-4481-bd64-266da9f14d0a,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:13.776154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee9f65-e43b-457c-9c9a-5454a660d5b5 None None] No DVR routers for this DVR port 270eeff2-c352-4481-bd64-266da9f14d0a on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:13.776757 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ccb0b8-73d9-4435-8196-364781d2c238']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:13.790571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:13.791495 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:13.792036 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (c21157cc-b183-48f5-9bf1-c5eef69373a1), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.794991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.796366 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c21157cc-b183-48f5-9bf1-c5eef69373a1 HTTP/1.1" status: 204 len: 168 time: 0.1738892 Mar 02 03:44:13.803979 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.804748 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46644d73-20a1-4a8e-94c9-67a75e72d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21157cc-b183-48f5-9bf1-c5eef69373a1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:13.840236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.847156 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 46821da4-c0d6-4725-b067-7050ef2b9744 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:13.848234 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:44:13.848628 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (2d374b8e-a0bd-4dad-86cd-717b4a8dc6c5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:44:13.850392 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:44:13.873753 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 46821da4-c0d6-4725-b067-7050ef2b9744 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:13.874078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 46821da4-c0d6-4725-b067-7050ef2b9744 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:13.874701 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 39603711-e731-42cf-baba-e6420986b098 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:13.894090 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 39603711-e731-42cf-baba-e6420986b098 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:13.894443 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 39603711-e731-42cf-baba-e6420986b098 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:13.895034 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 270eeff2-c352-4481-bd64-266da9f14d0a no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:13.909849 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (e6ccb0b8-73d9-4435-8196-364781d2c238), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.916005 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 270eeff2-c352-4481-bd64-266da9f14d0a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:13.916237 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 270eeff2-c352-4481-bd64-266da9f14d0a not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:13.919359 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:13.925520 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42730) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:13.925715 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] 10.222.0.23 "DELETE /v2.0/networks/e6ccb0b8-73d9-4435-8196-364781d2c238 HTTP/1.1" status: 204 len: 168 time: 0.6613665 Mar 02 03:44:13.943654 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2e146-0771-4950-b59a-43ba2abc504b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ccb0b8-73d9-4435-8196-364781d2c238,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:14.295928 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (de98d4f9-7b45-47ba-af44-844584eab90b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:14.532732 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Deleting port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:14.533429 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:14.611653 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] For port 359ab0d1-a54a-47ff-a61f-e6a843bfeebe, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:14.611934 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:14.624205 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Calling delete_port for 359ab0d1-a54a-47ff-a61f-e6a843bfeebe owned by network:router_interface {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:14.801108 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (359ab0d1-a54a-47ff-a61f-e6a843bfeebe), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:14.827394 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Pushing event deleted for resources: {'Port': ['ID=359ab0d1-a54a-47ff-a61f-e6a843bfeebe,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:15.267850 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (de98d4f9-7b45-47ba-af44-844584eab90b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:15.487229 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Router de98d4f9-7b45-47ba-af44-844584eab90b has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:44:15.592893 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:44:15.597650 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-22a9905d-5c1c-4f2a-b77c-8fc40057e663 admin admin] 10.222.0.23 "PUT /v2.0/routers/de98d4f9-7b45-47ba-af44-844584eab90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708758 Mar 02 03:44:15.600107 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42732) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:15.602841 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Sync routers for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:44:15.612872 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:15.613499 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:15.704694 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks [] for router (de98d4f9-7b45-47ba-af44-844584eab90b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:15.726103 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:15.817293 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks [] for router_gateway (de98d4f9-7b45-47ba-af44-844584eab90b), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:15.872931 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Deleting port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:15.873192 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:15.904375 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:44:14Z', 'revision_number': 5, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port': {'id': 'c9b83df4-bb86-473f-b16f-a2cdc93ecd5a', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:69:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:15.935674 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Checking router: de98d4f9-7b45-47ba-af44-844584eab90b for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:44:15.944351 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Routers {'de98d4f9-7b45-47ba-af44-844584eab90b'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:15.945059 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:43:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['de98d4f9-7b45-47ba-af44-844584eab90b'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:15.955794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] For port c9b83df4-bb86-473f-b16f-a2cdc93ecd5a, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:15.956183 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:15.969054 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Calling delete_port for c9b83df4-bb86-473f-b16f-a2cdc93ecd5a owned by network:router_gateway {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:16.034464 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] Set router de98d4f9-7b45-47ba-af44-844584eab90b gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:16.092154 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:44:15Z', 'revision_number': 6, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:16.121681 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bb3682-7e88-4d85-99f3-a91dd35f06f1 None None] The sync data for ids ['de98d4f9-7b45-47ba-af44-844584eab90b'] in dv-cinder-831090-3-iscsi is: [{'id': 'de98d4f9-7b45-47ba-af44-844584eab90b', 'name': 'tempest-TestShelveInstance-393135378-router', 'tenant_id': 'be571a1319634cbb8282227ed87b9055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:38:18Z', 'updated_at': '2022-03-02T03:44:15Z', 'revision_number': 6, 'project_id': 'be571a1319634cbb8282227ed87b9055', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:44:16.143906 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (c9b83df4-bb86-473f-b16f-a2cdc93ecd5a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.168901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b83df4-bb86-473f-b16f-a2cdc93ecd5a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:16.235613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (de98d4f9-7b45-47ba-af44-844584eab90b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.329230 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (de98d4f9-7b45-47ba-af44-844584eab90b), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.331452 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks [] for router_controller (de98d4f9-7b45-47ba-af44-844584eab90b), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.375061 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (de98d4f9-7b45-47ba-af44-844584eab90b), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.375518 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router de98d4f9-7b45-47ba-af44-844584eab90b {{(pid=103287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:44:16.381408 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.382549 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-6469f1d2-47f8-4269-a437-5e7d79c467ac admin admin] 10.222.0.23 "DELETE /v2.0/routers/de98d4f9-7b45-47ba-af44-844584eab90b HTTP/1.1" status: 204 len: 168 time: 0.7815509 Mar 02 03:44:16.385773 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42734) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:16.428199 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Deleting subnet 82fd4e96-52c2-4224-8ebf-5c8220f7cceb {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:44:16.431649 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Publish callbacks [] for subnet (82fd4e96-52c2-4224-8ebf-5c8220f7cceb), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.468228 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3311538'] for subnet (82fd4e96-52c2-4224-8ebf-5c8220f7cceb), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.553917 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (82fd4e96-52c2-4224-8ebf-5c8220f7cceb), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.605311 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3788660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3735558'] for subnet (82fd4e96-52c2-4224-8ebf-5c8220f7cceb), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.632064 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fd4e96-52c2-4224-8ebf-5c8220f7cceb,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:16.633955 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.637804 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-323d40ac-66b8-4c5c-a0c9-1867f7b80cdd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82fd4e96-52c2-4224-8ebf-5c8220f7cceb HTTP/1.1" status: 204 len: 168 time: 0.2511110 Mar 02 03:44:16.639828 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e3b99-2430-43ed-99b7-c2bfd38afc6c None None] Network 27a191de-35d0-41e4-b511-d77a49c6b835 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:44:16.640329 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42736) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:16.711187 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (27a191de-35d0-41e4-b511-d77a49c6b835), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.765281 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Deleting port 5c9e2e49-366b-4113-8dff-5920143461ae {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:16.765627 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.827807 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] For port 5c9e2e49-366b-4113-8dff-5920143461ae, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5c9e2e49-366b-4113-8dff-5920143461ae,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:16.828442 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.843640 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Calling delete_port for 5c9e2e49-366b-4113-8dff-5920143461ae owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:16.871135 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] DHCP port deletion for 27a191de-35d0-41e4-b511-d77a49c6b835 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:44:16.920747 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Deleting port 5c9e2e49-366b-4113-8dff-5920143461ae {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:16.921150 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.928475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:16.955564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9e2e49-366b-4113-8dff-5920143461ae,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:16.962947 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] No DVR routers for this DVR port 5c9e2e49-366b-4113-8dff-5920143461ae on host dv-cinder-831090-3-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:16.992984 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] For port 5c9e2e49-366b-4113-8dff-5920143461ae, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=5c9e2e49-366b-4113-8dff-5920143461ae,segment=NetworkSegment(9d183277-1aff-4c01-b6f3-d8cdf098976f),segment_id=9d183277-1aff-4c01-b6f3-d8cdf098976f)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:16.994077 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.007034 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Calling delete_port for 5c9e2e49-366b-4113-8dff-5920143461ae owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:17.043380 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (27a191de-35d0-41e4-b511-d77a49c6b835), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.069290 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a191de-35d0-41e4-b511-d77a49c6b835']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:17.079563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d183277-1aff-4c01-b6f3-d8cdf098976f') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:17.079857 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d183277-1aff-4c01-b6f3-d8cdf098976f') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:17.090648 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (9d183277-1aff-4c01-b6f3-d8cdf098976f), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.092838 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (5c9e2e49-366b-4113-8dff-5920143461ae), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.108090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (9d183277-1aff-4c01-b6f3-d8cdf098976f), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.114761 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:44:17.115253 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (9d183277-1aff-4c01-b6f3-d8cdf098976f), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:44:17.116909 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:44:17.122042 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] Pushing event deleted for resources: {'Port': ['ID=5c9e2e49-366b-4113-8dff-5920143461ae,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:17.125465 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be80a8-746a-4561-9cbd-172dd8f84054 None None] No DVR routers for this DVR port 5c9e2e49-366b-4113-8dff-5920143461ae on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:17.178250 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (27a191de-35d0-41e4-b511-d77a49c6b835), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.184280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.187538 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] 10.222.0.23 "DELETE /v2.0/networks/27a191de-35d0-41e4-b511-d77a49c6b835 HTTP/1.1" status: 204 len: 168 time: 0.5463059 Mar 02 03:44:17.200642 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983f4e-58a7-4767-8089-e083345b2170 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a191de-35d0-41e4-b511-d77a49c6b835,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:17.346233 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42740) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:17.385961 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-da0f21c9-1f3c-445f-99fb-87b8c8ece1f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f70b0094f5e240b28b83102b4bab82cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385096 Mar 02 03:44:17.388262 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42744) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:17.439708 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] Publish callbacks [] for security_group (f61f31ab-e1d0-412c-a067-2814abcb0d08), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.460890 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] Publish callbacks [] for security_group (f61f31ab-e1d0-412c-a067-2814abcb0d08), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.506692 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (f61f31ab-e1d0-412c-a067-2814abcb0d08), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.509304 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.510565 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f61f31ab-e1d0-412c-a067-2814abcb0d08 HTTP/1.1" status: 204 len: 168 time: 0.1214263 Mar 02 03:44:17.518427 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee9897-335c-4c3a-8ee0-68144f4c0efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f31ab-e1d0-412c-a067-2814abcb0d08,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:17.686206 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-496d6064-cc47-4414-9ecf-61828711776d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.776640 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 359ab0d1-a54a-47ff-a61f-e6a843bfeebe no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:17.799531 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 359ab0d1-a54a-47ff-a61f-e6a843bfeebe {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:17.799881 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 359ab0d1-a54a-47ff-a61f-e6a843bfeebe not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:17.800307 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c9b83df4-bb86-473f-b16f-a2cdc93ecd5a no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:17.821146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: c9b83df4-bb86-473f-b16f-a2cdc93ecd5a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:17.821588 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c9b83df4-bb86-473f-b16f-a2cdc93ecd5a not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:17.822023 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5c9e2e49-366b-4113-8dff-5920143461ae no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:17.823781 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42750) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:17.844485 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 5c9e2e49-366b-4113-8dff-5920143461ae {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:17.844813 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 5c9e2e49-366b-4113-8dff-5920143461ae not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:17.863931 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f8d188ec-a953-4985-94b9-05d7583485d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be571a1319634cbb8282227ed87b9055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388052 Mar 02 03:44:17.866339 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42752) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:17.915604 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] Publish callbacks [] for security_group (63ad7fdc-376f-4925-b4bd-50e059bf0500), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.935860 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] Publish callbacks [] for security_group (63ad7fdc-376f-4925-b4bd-50e059bf0500), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.982836 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (63ad7fdc-376f-4925-b4bd-50e059bf0500), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.985392 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:17.986550 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63ad7fdc-376f-4925-b4bd-50e059bf0500 HTTP/1.1" status: 204 len: 168 time: 0.1193333 Mar 02 03:44:17.995136 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a22ad6-f9f2-4f53-8c40-a020e9d5441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ad7fdc-376f-4925-b4bd-50e059bf0500,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:20.091612 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c250c35-99d8-40fd-94de-5a42e7a0d7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:20.961144 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:22.424666 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:23.985925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:26.329368 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f29e7-0e53-4e4e-83ce-32e50133858f req-2e7cf680-4dcc-4616-8155-276f7faca95c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:26.330855 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-946f29e7-0e53-4e4e-83ce-32e50133858f req-2e7cf680-4dcc-4616-8155-276f7faca95c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Mar 02 03:44:26.376934 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-946f29e7-0e53-4e4e-83ce-32e50133858f req-081a88e8-7a82-4b61-bced-198a92d12826 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Mar 02 03:44:27.499475 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97ee3-d12d-4584-9525-92431a914d52 req-d4773980-bfc1-4d5f-9638-fbf81f84119e tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:27.500932 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-94d97ee3-d12d-4584-9525-92431a914d52 req-d4773980-bfc1-4d5f-9638-fbf81f84119e tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Mar 02 03:44:27.549392 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-94d97ee3-d12d-4584-9525-92431a914d52 req-d498f239-e06b-4bdd-9f63-146e42e899da tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Mar 02 03:44:27.867088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccda011-28c7-402c-8355-f66f40848d5e req-2537dec9-dd19-4a02-b2b6-469f238c9f04 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:27.868645 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ccda011-28c7-402c-8355-f66f40848d5e req-2537dec9-dd19-4a02-b2b6-469f238c9f04 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0518203 Mar 02 03:44:27.918544 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2ccda011-28c7-402c-8355-f66f40848d5e req-dad6485d-7ffb-419e-ad83-a9c199e1d435 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Mar 02 03:44:28.673163 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f13397-f23c-4052-8415-e53a7a0eaf4c req-97336c07-a7ba-4c7b-ba65-b504d5d56d63 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:28.674635 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2f13397-f23c-4052-8415-e53a7a0eaf4c req-97336c07-a7ba-4c7b-ba65-b504d5d56d63 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Mar 02 03:44:28.721084 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d2f13397-f23c-4052-8415-e53a7a0eaf4c req-1399c861-43b4-46c1-8e25-7ad3f0f1764f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411620 Mar 02 03:44:29.043111 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dcc13-adc5-4e8f-b5ab-97c20bc9e7ba req-9e8f5f9a-ae07-401d-a908-85233a4ee811 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:29.044677 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-846dcc13-adc5-4e8f-b5ab-97c20bc9e7ba req-9e8f5f9a-ae07-401d-a908-85233a4ee811 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0575187 Mar 02 03:44:29.095749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-846dcc13-adc5-4e8f-b5ab-97c20bc9e7ba req-a72a978e-92cc-4138-a499-2368789c0ba0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 Mar 02 03:44:29.544336 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-016e2797-e58c-4c63-a446-0c9bec805d9f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:29.545777 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-016e2797-e58c-4c63-a446-0c9bec805d9f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 945 time: 0.0526319 Mar 02 03:44:29.641440 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port 096a6539-234c-451d-b2a7-99cd2a6b7b2a {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:44:29.641783 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:29.728330 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] For port 096a6539-234c-451d-b2a7-99cd2a6b7b2a, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=096a6539-234c-451d-b2a7-99cd2a6b7b2a,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:29.728909 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:29.913297 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:29.913672 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (2905b10a-9de2-4e70-8b88-8e52a93d0f6f), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:29.913993 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 2905b10a-9de2-4e70-8b88-8e52a93d0f6f disassociated. External IP: 172.27.0.71, port: 096a6539-234c-451d-b2a7-99cd2a6b7b2a. Mar 02 03:44:29.914340 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for 096a6539-234c-451d-b2a7-99cd2a6b7b2a owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:44:30.028878 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896d263-2521-45b7-b451-b43bc18eef3b req-efc1f783-2fb4-4f9b-a738-5433611cfd79 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:30.030598 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4896d263-2521-45b7-b451-b43bc18eef3b req-efc1f783-2fb4-4f9b-a738-5433611cfd79 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0755401 Mar 02 03:44:30.117385 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4896d263-2521-45b7-b451-b43bc18eef3b req-e9ea3166-81c1-40a7-abc8-e78909678549 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812247 Mar 02 03:44:30.118428 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (096a6539-234c-451d-b2a7-99cd2a6b7b2a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:30.148355 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=096a6539-234c-451d-b2a7-99cd2a6b7b2a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:30.161815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.162183 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.162532 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.162874 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.163235 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.163574 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.163903 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.164234 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.164559 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.164887 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.165215 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.165538 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.165860 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:30.231078 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1993a9cb-ee98-44f9-bf1a-e3220605133a req-20bd7502-ed2e-4325-9895-c3c437bb12b0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 210 time: 0.0607469 Mar 02 03:44:30.301128 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:44:30.414239 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:44:30.425619 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:44:30.438417 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:30.439022 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:44:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:30.456453 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] No DVR routers for this DVR port 096a6539-234c-451d-b2a7-99cd2a6b7b2a on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:44:30.458953 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:30.462488 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd38ca06-ef64-433f-8f8f-743e099173b6 req-e77a6483-bcda-448f-b9ea-5c16a8a0f96e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "DELETE /v2.0/ports/096a6539-234c-451d-b2a7-99cd2a6b7b2a HTTP/1.1" status: 204 len: 173 time: 0.9106851 Mar 02 03:44:30.462959 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'name': 'network-vif-deleted', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:30.465834 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38547a-067d-4a62-939c-47b017dbcbef" -d '{"events": [{"server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "name": "network-vif-deleted", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:30.501473 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61820960-abe3-4500-a3c0-09687191e2b4 x-openstack-request-id: req-61820960-abe3-4500-a3c0-09687191e2b4 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:30.501770 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c58acd9-faf0-4300-9072-f415d3e63c41", "name": "network-vif-deleted", "tag": "096a6539-234c-451d-b2a7-99cd2a6b7b2a", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:30.502027 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61820960-abe3-4500-a3c0-09687191e2b4 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:30.502430 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c58acd9-faf0-4300-9072-f415d3e63c41', 'name': 'network-vif-deleted', 'tag': '096a6539-234c-451d-b2a7-99cd2a6b7b2a', 'status': 'completed', 'code': 200} Mar 02 03:44:30.560489 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:30.854986 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:30.885415 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:44:30.894387 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:30.894992 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:44:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:31.001137 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:31.201784 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:31.227891 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a102809-148f-4f3a-adf4-c7336f7d728a None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:44:31.245154 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aeceea-0179-4af1-bb8c-13c9fca193ed req-cebe1568-fef9-4f8c-83fb-0b0f34353e87 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:31.246737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29aeceea-0179-4af1-bb8c-13c9fca193ed req-cebe1568-fef9-4f8c-83fb-0b0f34353e87 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0567927 Mar 02 03:44:31.299023 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-29aeceea-0179-4af1-bb8c-13c9fca193ed req-aad14291-5098-4da2-bd92-a9a10a4a2996 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463417 Mar 02 03:44:31.342592 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-269a81d9-a8f4-46ef-92a7-07508468c7ca req-47cd70ee-b710-48c9-8375-fedaa14f00a2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c58acd9-faf0-4300-9072-f415d3e63c41 HTTP/1.1" status: 200 len: 210 time: 0.0275066 Mar 02 03:44:31.454874 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268002a5-220c-4939-b7fd-61336e0c0dd7 None None] New status for floating IP 2905b10a-9de2-4e70-8b88-8e52a93d0f6f: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:44:32.152216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 096a6539-234c-451d-b2a7-99cd2a6b7b2a no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:32.172337 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 096a6539-234c-451d-b2a7-99cd2a6b7b2a {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:44:32.172675 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 096a6539-234c-451d-b2a7-99cd2a6b7b2a not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:44:32.423550 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca54339-ee5b-4407-848d-3ef9e72b9793 req-236f1b7a-d952-43cb-b3b0-a21f90c69320 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:32.424853 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cca54339-ee5b-4407-848d-3ef9e72b9793 req-236f1b7a-d952-43cb-b3b0-a21f90c69320 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Mar 02 03:44:32.471255 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cca54339-ee5b-4407-848d-3ef9e72b9793 req-50107e28-ce36-44ee-9e73-6290dfae8bff tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Mar 02 03:44:32.597429 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-523bee62-6273-4b64-a0c9-57d4b7b80e5c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934618105&fields=id&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 267 time: 0.0479999 Mar 02 03:44:32.700261 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-6327bdc8-8cbf-401d-8239-5adb60488b7c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:32.701600 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-6327bdc8-8cbf-401d-8239-5adb60488b7c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.0976975 Mar 02 03:44:32.715338 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-034fffa1-524f-4d05-9b1e-4792866b6fd3 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/quotas/c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 375 time: 0.0084925 Mar 02 03:44:32.767532 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-538a59d3-145e-4bdc-b942-b57dac71345f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474391 Mar 02 03:44:32.862866 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-465b58d6-ac94-4046-8c95-cfe6e679a86d service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840085 Mar 02 03:44:32.948429 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-1b9d7efa-faab-4469-8a9b-0bc3545af905 service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797837 Mar 02 03:44:33.239474 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6c986aa9-6b62-4302-a4bb-f1c89a0220a5 req-867f7569-7c9f-4615-ae08-76690019e944 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 210 time: 0.0313833 Mar 02 03:44:33.600421 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b945c8-d273-424f-be5f-010906c00714 req-9c3f2ff0-c203-4b29-b978-de172ba7be81 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:33.602100 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b0b945c8-d273-424f-be5f-010906c00714 req-9c3f2ff0-c203-4b29-b978-de172ba7be81 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0577147 Mar 02 03:44:33.649548 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b0b945c8-d273-424f-be5f-010906c00714 req-ed2d2088-f1e1-46d9-9af5-44bb6c0f5793 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Mar 02 03:44:34.209441 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-55ddea73-a058-470c-a9b3-a7da425e8e2e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:34.210865 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-55ddea73-a058-470c-a9b3-a7da425e8e2e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.1050541 Mar 02 03:44:34.280514 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-e0c88192-cdce-4e89-b816-bec86720f3c5 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 380 time: 0.0549383 Mar 02 03:44:34.289159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'port': {'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'admin_state_up': True, 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'security_groups': ['12fb3a65-408b-4c77-908b-4e8df6e31063']}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:44:34.363563 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8f16c86b-76f0-4832-b190-aa2b50803879 req-505b13eb-dedf-45f4-a31e-29edca468d9a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 210 time: 0.0572863 Mar 02 03:44:34.418040 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Made reservation on behalf of c1f83d7fe62a4fca8328d978322a3cca for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:44:34.421537 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:34.544305 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.20.0.7 (53f235ea-f701-4700-a5bc-959cba0de98f/3a8fcf54-4951-4510-b126-1a8cf06dbe87/2099cb47-e552-4b42-abfc-256c9fad06ac) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:44:34.989776 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcda57-b657-4e6e-a4e6-bcabb52d5afa req-80dc31d1-b0dd-4cc1-bf98-be5a79a0b967 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:34.991280 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4dcda57-b657-4e6e-a4e6-bcabb52d5afa req-80dc31d1-b0dd-4cc1-bf98-be5a79a0b967 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0945985 Mar 02 03:44:34.994013 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.066497 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f4dcda57-b657-4e6e-a4e6-bcabb52d5afa req-d36ecd15-836a-46a1-8c7b-be94a8cf56ee tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693195 Mar 02 03:44:35.072865 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.116657 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:44:35.119663 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:44:35.123461 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:44:35.154444 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:35.176288 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:35.176910 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.197187 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-9d8348ae-df4d-47ba-aef7-87ea24196ded tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9115646 Mar 02 03:44:35.214928 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Request body: {'port': {'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:44:35.281492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.397373 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-e2605838-c314-428b-b561-22c9ba23d7cf None None] Provisioning complete for port 2099cb47-e552-4b42-abfc-256c9fad06ac triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:44:35.397854 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e2605838-c314-428b-b561-22c9ba23d7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.435464 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-e2605838-c314-428b-b561-22c9ba23d7cf None None] Port 2099cb47-e552-4b42-abfc-256c9fad06ac cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:44:35.520812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd83bb-169e-4b8d-89ec-72196be392a3 req-1c6462ea-6c36-4aca-8dde-1bab3c182adc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:35.522274 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1abd83bb-169e-4b8d-89ec-72196be392a3 req-1c6462ea-6c36-4aca-8dde-1bab3c182adc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 931 time: 0.0794709 Mar 02 03:44:35.614130 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1abd83bb-169e-4b8d-89ec-72196be392a3 req-c1da02f0-55ba-45c7-b136-e41979464d40 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858655 Mar 02 03:44:35.619348 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2099cb47-e552-4b42-abfc-256c9fad06ac {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:44:35.627274 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks [] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.640013 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Transition to ACTIVE for port object 2099cb47-e552-4b42-abfc-256c9fad06ac will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:44:35.643801 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.694815 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:35.762279 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Attempting to bind port 2099cb47-e552-4b42-abfc-256c9fad06ac on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:44:35.762738 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Attempting to bind port 2099cb47-e552-4b42-abfc-256c9fad06ac by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:44:35.763302 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Attempting to bind port 2099cb47-e552-4b42-abfc-256c9fad06ac on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:44:35.768175 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Port 2099cb47-e552-4b42-abfc-256c9fad06ac on network 53f235ea-f701-4700-a5bc-959cba0de98f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:44:35.768498 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Attempting to bind port 2099cb47-e552-4b42-abfc-256c9fad06ac on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:44:35.773508 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:44:35.773847 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:44:35.774269 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Bound using segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:44:35.774684 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Bound port: 2099cb47-e552-4b42-abfc-256c9fad06ac, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:44:35.775042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.844501 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:44:35.848287 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2099cb47-e552-4b42-abfc-256c9fad06ac,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:44:35.853948 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.889632 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:35.890249 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:35.891667 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] 10.222.0.35 "PUT /v2.0/ports/2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 1093 time: 0.6810534 Mar 02 03:44:35.892089 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:35.894366 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd02d71-b965-4f0f-9cbd-fadec81e8366" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:35.916908 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ef61a-28fe-416f-b4e1-534ee4d0e2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:35.940462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724774e-0bd5-4ec4-81e7-cc6ed31cf973 x-openstack-request-id: req-3724774e-0bd5-4ec4-81e7-cc6ed31cf973 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:35.940776 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:35.941029 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3724774e-0bd5-4ec4-81e7-cc6ed31cf973 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:35.941439 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'status': 'completed', 'code': 200} Mar 02 03:44:36.004194 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-4608a496-a1dc-41af-983a-d9e0cccb7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.005721 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-4608a496-a1dc-41af-983a-d9e0cccb7781 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1127 time: 0.0465810 Mar 02 03:44:36.057430 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-bdd595a1-09eb-4c5b-82b4-d9e3e30c8d48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 217 time: 0.0378404 Mar 02 03:44:36.107353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-426c891c-b4af-4f26-a01a-677bc1873936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.109024 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-426c891c-b4af-4f26-a01a-677bc1873936 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0457251 Mar 02 03:44:36.184001 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-17cd3a27-7f03-4562-93a1-fac26e32ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.186032 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-17cd3a27-7f03-4562-93a1-fac26e32ce61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714979 Mar 02 03:44:36.248156 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819a59c-5a7b-4a9b-8265-2a2582e70235 req-889b19c2-4d92-4619-a9a2-b40648f3a0cb tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.249618 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1819a59c-5a7b-4a9b-8265-2a2582e70235 req-889b19c2-4d92-4619-a9a2-b40648f3a0cb tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.1054792 Mar 02 03:44:36.322104 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1819a59c-5a7b-4a9b-8265-2a2582e70235 req-a0949ee2-db80-4bc2-8736-cf7ba59bd7eb tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650737 Mar 02 03:44:36.324077 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-bd7c08a4-4e78-4c8c-9a37-7347c091a309 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318150 Mar 02 03:44:36.416121 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8001fecf-1e98-48ab-b777-cb81d06725a7 req-74443f77-ea25-419f-9345-d5ce3e1b1f27 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Mar 02 03:44:36.546407 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-a1420e7b-3b9a-4c17-b7d1-754c3054bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.547935 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-a1420e7b-3b9a-4c17-b7d1-754c3054bccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1127 time: 0.0457773 Mar 02 03:44:36.635734 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-49745f86-9bdd-49b2-b1dd-e786876ffbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.637291 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-49745f86-9bdd-49b2-b1dd-e786876ffbe2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0833645 Mar 02 03:44:36.687723 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-55d215cb-2e3d-4765-9372-98ce0ec36846 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 217 time: 0.0406895 Mar 02 03:44:36.759176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-eaee0835-5713-4f3c-b209-c6cbc3c52a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.760615 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-eaee0835-5713-4f3c-b209-c6cbc3c52a81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0658767 Mar 02 03:44:36.771774 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3584-2d9f-4976-a3d4-8f32ec4e9882 req-7684d89d-3749-43fa-999f-b35946553909 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.773201 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d64a3584-2d9f-4976-a3d4-8f32ec4e9882 req-7684d89d-3749-43fa-999f-b35946553909 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0880389 Mar 02 03:44:36.850543 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d64a3584-2d9f-4976-a3d4-8f32ec4e9882 req-d781f621-5e2d-422f-83df-8eee6074fdbe tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687864 Mar 02 03:44:36.854712 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-f2a70f24-2794-4807-9171-05bc3c74bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:36.856212 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-f2a70f24-2794-4807-9171-05bc3c74bb14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821359 Mar 02 03:44:36.943854 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-856ec44a-4802-4423-acac-3d9cf43f6d17 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805383 Mar 02 03:44:37.025741 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:37.036631 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4dd02d71-b965-4f0f-9cbd-fadec81e8366 req-042bd18d-4fc9-450f-908f-0bd9bc31d965 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869095 Mar 02 03:44:37.443123 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a1f86-0d1a-4c89-8d00-782306f01be6 req-288c5256-7418-4819-bdf7-76a746401f3a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:37.444594 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c1a1f86-0d1a-4c89-8d00-782306f01be6 req-288c5256-7418-4819-bdf7-76a746401f3a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Mar 02 03:44:37.490572 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0c1a1f86-0d1a-4c89-8d00-782306f01be6 req-e38c345a-0fb3-4132-b0fa-575306d940f0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Mar 02 03:44:37.971999 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d80c0-225a-45de-997a-987f9ae5f0fc req-8e975486-9eed-4e01-a9c3-fe631d9b90c1 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:37.973381 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a50d80c0-225a-45de-997a-987f9ae5f0fc req-8e975486-9eed-4e01-a9c3-fe631d9b90c1 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0577149 Mar 02 03:44:38.020601 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a50d80c0-225a-45de-997a-987f9ae5f0fc req-6ac506fe-4678-40c2-9a47-1b91550fa86c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Mar 02 03:44:38.610677 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87b9a-b8c2-4326-b839-01d1bb3ba4ee req-0d6c04fc-73bf-4614-8685-04cb20320e96 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:38.612172 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e3d87b9a-b8c2-4326-b839-01d1bb3ba4ee req-0d6c04fc-73bf-4614-8685-04cb20320e96 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0515943 Mar 02 03:44:38.657612 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e3d87b9a-b8c2-4326-b839-01d1bb3ba4ee req-175bd343-6ffb-49d9-aa6f-0b0bb1321762 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Mar 02 03:44:39.138551 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4e120-0326-41f7-b713-d84ab9d03ae9 req-7a54fa2b-8828-4e09-a8e4-3027f450c128 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:39.139957 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d9c4e120-0326-41f7-b713-d84ab9d03ae9 req-7a54fa2b-8828-4e09-a8e4-3027f450c128 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0508254 Mar 02 03:44:39.191196 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d9c4e120-0326-41f7-b713-d84ab9d03ae9 req-e29ec0d2-9297-4f14-8919-d85e0228e8ae tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Mar 02 03:44:39.777771 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aefe3-cef4-464d-9fcf-1575eafa0588 req-c9245b37-a35e-4561-b6f1-018f418eb065 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:39.779907 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-206aefe3-cef4-464d-9fcf-1575eafa0588 req-c9245b37-a35e-4561-b6f1-018f418eb065 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0531085 Mar 02 03:44:39.825668 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-206aefe3-cef4-464d-9fcf-1575eafa0588 req-2db584ed-1998-421f-af21-1e994f882725 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401955 Mar 02 03:44:40.308832 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49422765-62e6-4013-9751-0ef79c8fad13 req-fe6dd3d6-e8e3-4a46-8489-75e389326dff tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:40.310812 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-49422765-62e6-4013-9751-0ef79c8fad13 req-fe6dd3d6-e8e3-4a46-8489-75e389326dff tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0532227 Mar 02 03:44:40.359453 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-49422765-62e6-4013-9751-0ef79c8fad13 req-29d1df0d-f453-4cde-bf0c-fcbcf3526fb8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 Mar 02 03:44:40.947974 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e73c-35c5-4800-92d3-8a4ed461390d req-df50ae93-d6c7-4141-9e38-941d587dc8ca tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:40.949479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e878e73c-35c5-4800-92d3-8a4ed461390d req-df50ae93-d6c7-4141-9e38-941d587dc8ca tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0553055 Mar 02 03:44:40.995644 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e878e73c-35c5-4800-92d3-8a4ed461390d req-a2264c92-ffa0-4c42-927d-4350ae018ca1 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 Mar 02 03:44:41.472511 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28612e42-8ae6-4a92-9394-a9318cbece10 req-3cd9e970-dcf7-4811-b4f9-8aa275455608 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:41.473955 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28612e42-8ae6-4a92-9394-a9318cbece10 req-3cd9e970-dcf7-4811-b4f9-8aa275455608 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0511534 Mar 02 03:44:41.522021 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-28612e42-8ae6-4a92-9394-a9318cbece10 req-28afc87a-939f-4901-8b83-5e2f73407414 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Mar 02 03:44:42.117022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626281ac-4008-472b-9736-c6b51f4f7a2a req-fb691290-34fd-4f6c-9135-ec5786e886dc tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:42.118480 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-626281ac-4008-472b-9736-c6b51f4f7a2a req-fb691290-34fd-4f6c-9135-ec5786e886dc tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0515227 Mar 02 03:44:42.167883 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-626281ac-4008-472b-9736-c6b51f4f7a2a req-cc1540fa-4b96-4aaf-b77a-b24fae5853e0 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Mar 02 03:44:42.636367 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8fef-4482-4803-9cfc-a5b47b6eb167 req-e6099a63-f84f-48c3-97d2-cede2e1286ab tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:42.638359 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-397b8fef-4482-4803-9cfc-a5b47b6eb167 req-e6099a63-f84f-48c3-97d2-cede2e1286ab tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0509672 Mar 02 03:44:42.686826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-397b8fef-4482-4803-9cfc-a5b47b6eb167 req-4f1d9d9c-fd75-437c-b5ba-7571118e8f14 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Mar 02 03:44:43.288983 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab9b2f-4494-463a-bafb-0866a86e420e req-98525e5c-527b-4a12-b79c-6de69713c66a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:43.290431 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63ab9b2f-4494-463a-bafb-0866a86e420e req-98525e5c-527b-4a12-b79c-6de69713c66a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0506153 Mar 02 03:44:43.336621 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63ab9b2f-4494-463a-bafb-0866a86e420e req-a42c0411-2db1-4531-b166-656657962bc3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399129 Mar 02 03:44:43.804507 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affad74b-dec1-464a-a707-cadbfa9f06d3 req-b4d5be1a-abaa-4248-a014-ee750c34222e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:43.805956 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-affad74b-dec1-464a-a707-cadbfa9f06d3 req-b4d5be1a-abaa-4248-a014-ee750c34222e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 943 time: 0.0544875 Mar 02 03:44:43.854011 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-affad74b-dec1-464a-a707-cadbfa9f06d3 req-66ffd2e3-6a13-4cd4-a9ff-137abb97e881 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Mar 02 03:44:44.183615 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:44:44.282142 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:44.294011 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:44:44.332305 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: ACTIVE; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:44:44.332759 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:44.346270 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:44:44.370372 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:44.375192 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:44.375935 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 2099cb47-e552-4b42-abfc-256c9fad06ac details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:44:44.473066 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6bf5-238a-48dd-88e0-d951ee54bc69 req-1399c75c-f305-4ec3-8465-1d28d27d2ee5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:44.474936 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a0e6bf5-238a-48dd-88e0-d951ee54bc69 req-1399c75c-f305-4ec3-8465-1d28d27d2ee5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 944 time: 0.0614135 Mar 02 03:44:44.533765 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7a0e6bf5-238a-48dd-88e0-d951ee54bc69 req-3287aee5-6d74-46c3-9588-8e83971fdffb tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Mar 02 03:44:44.634384 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:44.655216 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.655812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.656344 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.656691 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.657026 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.657359 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.657955 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.658058 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.658318 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.658646 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.658976 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.659326 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.659648 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:44.679308 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2099cb47-e552-4b42-abfc-256c9fad06ac,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:44.690656 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:44:44.728463 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 2099cb47-e552-4b42-abfc-256c9fad06ac is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:44:44.728957 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:44.741517 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2099cb47-e552-4b42-abfc-256c9fad06ac {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:44:44.760993 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2099cb47-e552-4b42-abfc-256c9fad06ac,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:44.769198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:44.835843 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:44.950225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:44:44.988596 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a058eb6-0b71-4036-bfde-eb439e8aa5ed req-4de371cb-6596-4526-9424-767e88378d54 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:44.990422 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a058eb6-0b71-4036-bfde-eb439e8aa5ed req-4de371cb-6596-4526-9424-767e88378d54 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 944 time: 0.0648739 Mar 02 03:44:45.062039 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-8a058eb6-0b71-4036-bfde-eb439e8aa5ed req-787d2742-5d91-44e1-916d-f9d3e4e5f2ef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659068 Mar 02 03:44:45.217491 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['2099cb47-e552-4b42-abfc-256c9fad06ac'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:44:45.677131 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ac44f-1baf-4454-8b3e-9bf6d7b70a3d req-e5ca7fb6-5944-4611-b72a-d83d06e15ee7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:45.678862 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca2ac44f-1baf-4454-8b3e-9bf6d7b70a3d req-e5ca7fb6-5944-4611-b72a-d83d06e15ee7 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 944 time: 0.0666637 Mar 02 03:44:45.744877 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ca2ac44f-1baf-4454-8b3e-9bf6d7b70a3d req-ee3e9ef0-56e1-45af-8b5b-d27d546d4834 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599473 Mar 02 03:44:46.198810 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:44:46.213268 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39022-0171-4924-9462-7fee4ef7a54e req-45bfd141-fe08-450f-9af2-461ea96db82c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:46.215115 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51b39022-0171-4924-9462-7fee4ef7a54e req-45bfd141-fe08-450f-9af2-461ea96db82c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 944 time: 0.0758436 Mar 02 03:44:46.261330 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:44:46.261917 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.293791 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-51b39022-0171-4924-9462-7fee4ef7a54e req-0f69361b-7d6b-428b-a92c-2ded7d1b8ba8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724604 Mar 02 03:44:46.366266 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:44:46.366682 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.391305 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:46.393762 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb4d072-0014-4d0d-8b25-1d130dee2698" -d '{"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:46.415096 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:46.426191 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.427147 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 2099cb47-e552-4b42-abfc-256c9fad06ac up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:44:46.435244 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56826c13-983d-4810-8fa6-1efed65356f9 x-openstack-request-id: req-56826c13-983d-4810-8fa6-1efed65356f9 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:46.435541 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:46.436342 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56826c13-983d-4810-8fa6-1efed65356f9 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:46.436741 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'code': 200} Mar 02 03:44:46.510823 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=7']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:46.530950 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 2099cb47-e552-4b42-abfc-256c9fad06ac completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:44:46.535121 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 2099cb47-e552-4b42-abfc-256c9fad06ac triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:44:46.535508 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.628610 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 2099cb47-e552-4b42-abfc-256c9fad06ac is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:44:46.629345 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.664607 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2099cb47-e552-4b42-abfc-256c9fad06ac,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:46.668977 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:46.730814 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:46.885493 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bcdf1-6a50-46d7-b2e0-c62333f92cdc req-c259735c-a125-4531-9ef6-35f091bcd706 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:46.886898 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f21bcdf1-6a50-46d7-b2e0-c62333f92cdc req-c259735c-a125-4531-9ef6-35f091bcd706 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0638165 Mar 02 03:44:46.944524 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f21bcdf1-6a50-46d7-b2e0-c62333f92cdc req-ea8d070a-0476-432d-9616-6742d2329b54 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515642 Mar 02 03:44:47.454687 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e1b97-13c6-4ff2-a69b-c8f7cb777217 req-b32d55c9-ea85-4862-978b-b50c179988ce tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:47.456226 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-073e1b97-13c6-4ff2-a69b-c8f7cb777217 req-b32d55c9-ea85-4862-978b-b50c179988ce tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0582302 Mar 02 03:44:47.510399 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-073e1b97-13c6-4ff2-a69b-c8f7cb777217 req-0ca003b0-8c40-47ac-ab5b-e22fc7c2bf60 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 Mar 02 03:44:47.691019 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eedcb08e-9efa-4415-acdf-78da0e5ee2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:48.091785 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2432-bdde-4e4b-81d6-db5e48d07c14 req-19ecd15a-799d-43b9-9426-63001e7b4c08 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:48.094123 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e3c2432-bdde-4e4b-81d6-db5e48d07c14 req-19ecd15a-799d-43b9-9426-63001e7b4c08 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0654404 Mar 02 03:44:48.143651 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e3c2432-bdde-4e4b-81d6-db5e48d07c14 req-e3abcac5-af75-41a6-b6b1-6701d4ebc6a6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437293 Mar 02 03:44:48.437739 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:48.440116 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e73717a-7875-4557-af79-25323fc0c104" -d '{"events": [{"server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "name": "network-vif-plugged", "status": "completed", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:48.476384 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710ed85-3fa2-475a-b675-4ce13ea3371c x-openstack-request-id: req-8710ed85-3fa2-475a-b675-4ce13ea3371c {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:48.476684 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "name": "network-vif-plugged", "status": "completed", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:48.476941 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8710ed85-3fa2-475a-b675-4ce13ea3371c {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:48.477339 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'code': 200} Mar 02 03:44:48.643912 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3acd63-18fd-4a27-9338-067380cfa2a1 req-29cd6444-aa08-440a-b829-e7e6100c4230 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:48.645602 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af3acd63-18fd-4a27-9338-067380cfa2a1 req-29cd6444-aa08-440a-b829-e7e6100c4230 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Mar 02 03:44:48.702620 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-af3acd63-18fd-4a27-9338-067380cfa2a1 req-c6fca25d-97e2-4a12-b380-eff84b494985 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 Mar 02 03:44:48.762514 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11bb58-2f0c-48ef-9d6a-a67069b8f2d1 req-a581eb38-23be-458f-a057-bba164dfce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:48.768303 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be11bb58-2f0c-48ef-9d6a-a67069b8f2d1 req-a581eb38-23be-458f-a057-bba164dfce7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1129 time: 0.0499628 Mar 02 03:44:48.825478 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-be11bb58-2f0c-48ef-9d6a-a67069b8f2d1 req-8205de55-8b3f-4c1e-9743-b02cf8676511 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539248 Mar 02 03:44:49.286856 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4f918-ff26-469b-9789-90c0ece21439 req-8ebbd16b-ab2a-4a39-a9ce-1324929c54c8 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:49.288687 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-58a4f918-ff26-469b-9789-90c0ece21439 req-8ebbd16b-ab2a-4a39-a9ce-1324929c54c8 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0613563 Mar 02 03:44:49.346212 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-58a4f918-ff26-469b-9789-90c0ece21439 req-ea403ec9-9a42-45cb-b051-de245b66cb21 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Mar 02 03:44:49.842736 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cff552-5c74-42eb-af00-e56ddf8d26a8 req-7630b59a-263e-4f8a-b9bc-b2216ebbcc90 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:49.844458 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8cff552-5c74-42eb-af00-e56ddf8d26a8 req-7630b59a-263e-4f8a-b9bc-b2216ebbcc90 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0692728 Mar 02 03:44:49.901514 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8cff552-5c74-42eb-af00-e56ddf8d26a8 req-81a41189-ec6c-415f-9709-3af5fe6d6764 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508056 Mar 02 03:44:50.087961 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:44:50.094251 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c1011e65-fe90-43a5-aa02-3375d1f106b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:50.482588 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6109e-5b4d-47c5-ae7c-aec3bdbda25a req-e7fadb43-271e-4329-9112-7b8a44847387 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:50.484133 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5f6109e-5b4d-47c5-ae7c-aec3bdbda25a req-e7fadb43-271e-4329-9112-7b8a44847387 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0617402 Mar 02 03:44:50.534523 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c5f6109e-5b4d-47c5-ae7c-aec3bdbda25a req-5e9e80d3-34e3-4321-95ad-698d46be0783 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Mar 02 03:44:50.968728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:51.053185 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f17d-2384-4223-8d3d-d5952a591deb req-ae265ccb-82bd-40fa-97fe-fefa2387a5ea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:51.054846 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bcf1f17d-2384-4223-8d3d-d5952a591deb req-ae265ccb-82bd-40fa-97fe-fefa2387a5ea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0574028 Mar 02 03:44:51.117632 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bcf1f17d-2384-4223-8d3d-d5952a591deb req-d0027c68-7c6a-4d77-bcca-f870ab46713c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568793 Mar 02 03:44:51.260308 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c071a96-81cc-4dd9-b7c1-acf9b4c7d7a0 req-227bf822-421c-429a-914c-307d494f00b4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:51.261818 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c071a96-81cc-4dd9-b7c1-acf9b4c7d7a0 req-227bf822-421c-429a-914c-307d494f00b4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0660741 Mar 02 03:44:51.323851 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9c071a96-81cc-4dd9-b7c1-acf9b4c7d7a0 req-048e1580-72a9-461f-ac50-f8b245cb8c4a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545161 Mar 02 03:44:51.349154 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 42926) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:51.400444 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba11e7-d3a6-4926-b34f-24290b14d59a tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:51.405486 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ccba11e7-d3a6-4926-b34f-24290b14d59a tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1124 time: 0.0519130 Mar 02 03:44:51.405889 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 42928) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:44:51.411813 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:44:51.440540 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:51.569490 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:51.681930 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38d28d-86ff-4f67-a383-b92dd4284a7a req-93f2ce4e-748d-4a38-bc52-8ce07152d1d9 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:51.683408 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e38d28d-86ff-4f67-a383-b92dd4284a7a req-93f2ce4e-748d-4a38-bc52-8ce07152d1d9 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0619271 Mar 02 03:44:51.706730 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.27.0.45 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:44:51.753749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e38d28d-86ff-4f67-a383-b92dd4284a7a req-aef3df9d-7312-426e-a42b-3600273a1a80 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646446 Mar 02 03:44:51.843003 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:51.887685 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:51.934402 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:44:51.938316 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:44:51.943805 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:44:51.971852 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:51.993165 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.993521 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.993863 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.994194 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.994529 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.994862 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.995226 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.995556 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.995885 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:51.996210 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:52.000486 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:52.000949 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:52.001310 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:44:52.390207 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (6700c3a4-dddc-4f38-b02c-3da85ba520e9), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.435002 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.476057 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.651920 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.658097 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.728877 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:52.742046 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (6700c3a4-dddc-4f38-b02c-3da85ba520e9), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:52.861798 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 6700c3a4-dddc-4f38-b02c-3da85ba520e9 associated. External IP: 172.27.0.45, port: 2099cb47-e552-4b42-abfc-256c9fad06ac. Mar 02 03:44:52.927462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197c129-a6a0-4f60-8025-0d930e4c5a7c req-30741bbb-4670-4b01-87ff-0e993ca3e3df tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:52.929686 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2197c129-a6a0-4f60-8025-0d930e4c5a7c req-30741bbb-4670-4b01-87ff-0e993ca3e3df tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0618331 Mar 02 03:44:52.992232 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2197c129-a6a0-4f60-8025-0d930e4c5a7c req-b0392dd9-48d2-4b3c-8833-879fe4a651ab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549495 Mar 02 03:44:53.103117 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:44:53.222572 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:44:53.233722 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:44:53.244136 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:53.245097 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:44:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:53.257919 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:53.293840 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-f77fccac-063a-4615-8059-3ab692959fef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8867106 Mar 02 03:44:53.294446 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:53.297329 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9219bac-5440-4c3a-92f8-b10163589c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:53.340275 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f70ba0-fe33-4b06-9afc-055a4c62cfa4 x-openstack-request-id: req-95f70ba0-fe33-4b06-9afc-055a4c62cfa4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:53.340807 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:53.341277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95f70ba0-fe33-4b06-9afc-055a4c62cfa4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:53.341963 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'status': 'completed', 'code': 200} Mar 02 03:44:53.368738 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:53.446972 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-b256b738-f549-4fcc-8ee9-5dae268f2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:53.448641 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-b256b738-f549-4fcc-8ee9-5dae268f2f59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1129 time: 0.0594673 Mar 02 03:44:53.550025 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-f425afc3-49bb-4349-9725-d89886c9b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:53.551749 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-f425afc3-49bb-4349-9725-d89886c9b4ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0956469 Mar 02 03:44:53.617433 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:52Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:53.629800 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-9187e41c-4616-4fa5-84ea-fffa7c8ffc6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 998 time: 0.0700514 Mar 02 03:44:53.651962 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:44:53.665176 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:44:53.665808 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:44:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:53.678782 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-26c4c99f-3088-4be8-b18a-d46054b23772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:53.680392 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-26c4c99f-3088-4be8-b18a-d46054b23772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0462649 Mar 02 03:44:53.741469 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-9d28d63d-c7e5-442d-a85d-c744cbe4dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:53.743103 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-9d28d63d-c7e5-442d-a85d-c744cbe4dd2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569825 Mar 02 03:44:53.785073 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:44:53.838704 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-f0d76a5c-d273-4caf-a499-7adb4982e8df service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884953 Mar 02 03:44:53.932780 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b9219bac-5440-4c3a-92f8-b10163589c4b req-c80bf1bc-13e3-417b-8b63-836f687e86c2 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872359 Mar 02 03:44:53.980621 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:54.099722 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:52Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:44:54.126016 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23de75-4eea-467c-a255-a86c49e97ff8 req-48cc8e24-79f9-4a77-9ebc-27ea0bee513c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:54.127548 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b23de75-4eea-467c-a255-a86c49e97ff8 req-48cc8e24-79f9-4a77-9ebc-27ea0bee513c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0541804 Mar 02 03:44:54.127731 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb463dd-c87b-4615-a6ec-e45d55ff5557 None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:52Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:44:54.177989 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2b23de75-4eea-467c-a255-a86c49e97ff8 req-82a290ab-63b4-45b3-8083-60783260bbdc tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448070 Mar 02 03:44:54.315721 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17472cf2-c9e8-4815-aead-a942873e7510 None None] New status for floating IP 6700c3a4-dddc-4f38-b02c-3da85ba520e9: ACTIVE {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:44:54.503026 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-895d0d2a-3f72-4c3f-a165-43efb91e3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:54.504548 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-895d0d2a-3f72-4c3f-a165-43efb91e3ba2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1129 time: 0.0447502 Mar 02 03:44:54.593146 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-543d25b1-3620-4fef-bd38-6916a9615715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:54.594585 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-543d25b1-3620-4fef-bd38-6916a9615715 service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0841372 Mar 02 03:44:54.657555 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-9ff998f7-8ae4-45e5-a896-b892fb23366b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 1001 time: 0.0568130 Mar 02 03:44:54.704449 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-1d90004d-c966-48f0-8d8f-b579a5e41908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:54.705751 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-1d90004d-c966-48f0-8d8f-b579a5e41908 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0419879 Mar 02 03:44:54.755693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-e79f8e4b-82a6-400d-856f-9ad620dc4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:54.757171 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-e79f8e4b-82a6-400d-856f-9ad620dc4496 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457842 Mar 02 03:44:54.853529 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-6ef38033-947c-4149-94fd-84a8033e364b service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903494 Mar 02 03:44:54.946714 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a744e047-a503-4fc6-95bb-1943169d1c8b req-8923f771-a89e-463f-8f6b-0228ca089284 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Mar 02 03:44:55.303007 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb8fbf-e49f-4e45-9b0f-75e43bcbf092 req-33042907-0411-422e-81f2-a6ff7631f079 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:55.304489 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fdb8fbf-e49f-4e45-9b0f-75e43bcbf092 req-33042907-0411-422e-81f2-a6ff7631f079 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0531647 Mar 02 03:44:55.351647 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2fdb8fbf-e49f-4e45-9b0f-75e43bcbf092 req-69e0c32c-18ab-4311-b8e7-cbc042713434 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Mar 02 03:44:56.471616 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4f82a-5456-4db6-9284-cc71c5ee69aa req-bbb031be-0359-487b-8b98-e36eaa8ca58c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:56.473060 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4aa4f82a-5456-4db6-9284-cc71c5ee69aa req-bbb031be-0359-487b-8b98-e36eaa8ca58c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0508974 Mar 02 03:44:56.522171 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4aa4f82a-5456-4db6-9284-cc71c5ee69aa req-917b6940-537c-48fc-9705-fe162891954d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Mar 02 03:44:57.644129 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368cce8-9005-443f-bafd-09702dfeb44f req-31f9403e-7668-472f-8664-e2d1a64ba1ab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:57.645599 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0368cce8-9005-443f-bafd-09702dfeb44f req-31f9403e-7668-472f-8664-e2d1a64ba1ab tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 945 time: 0.0527570 Mar 02 03:44:57.691766 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-0368cce8-9005-443f-bafd-09702dfeb44f req-be8b7a21-8105-4b70-94ed-f0b509630407 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Mar 02 03:44:58.347474 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:44:58.429878 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:44:58.430322 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:58.453539 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:44:58.455801 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00780fa1-5559-47b1-90a3-db88d80ef529" -d '{"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:44:58.468180 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:44:58.472239 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:44:58.495542 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 03:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1009e1c-b51e-41f7-a260-babedc7eba3b x-openstack-request-id: req-f1009e1c-b51e-41f7-a260-babedc7eba3b {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:44:58.495840 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-unplugged", "status": "failed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "code": 422}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:44:58.496119 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1009e1c-b51e-41f7-a260-babedc7eba3b {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:44:58.496500 dv-cinder-831090-3-iscsi neutron-server[103289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'code': 422} returned with failed status Mar 02 03:44:58.523507 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=8']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:44:58.767775 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadabfc-d54e-41f8-b4bc-c44542a6dbe9 req-68787396-8265-440a-b5af-39646495a1b3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:58.768958 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-feadabfc-d54e-41f8-b4bc-c44542a6dbe9 req-68787396-8265-440a-b5af-39646495a1b3 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0547199 Mar 02 03:44:58.816622 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-feadabfc-d54e-41f8-b4bc-c44542a6dbe9 req-a91edd03-c749-4644-a16a-ffb91a9c9545 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Mar 02 03:44:58.995106 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-d4ec1161-ed39-4909-9110-39e92d74c82f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416691 Mar 02 03:44:59.069700 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-2a13f376-c03d-454b-85f2-03e31d6b4755 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:59.071020 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-2a13f376-c03d-454b-85f2-03e31d6b4755 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports/9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 940 time: 0.0487654 Mar 02 03:44:59.868783 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-7c5a2182-7802-41b4-b85c-5e4e611e9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:59.870297 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-7c5a2182-7802-41b4-b85c-5e4e611e9db7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02&tenant_id=824fc95ef63948c0a7af2806aa09f0d6 HTTP/1.1" status: 200 len: 1127 time: 0.0457878 Mar 02 03:44:59.973658 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5711260-9fea-42eb-aa23-4b005e6ec092 req-ad25cb7a-05be-44b4-bdc3-e807d8000a8b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:59.975149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5711260-9fea-42eb-aa23-4b005e6ec092 req-ad25cb7a-05be-44b4-bdc3-e807d8000a8b tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0860269 Mar 02 03:44:59.980130 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-ad5ed92c-0852-4fed-b9f3-5a939bab1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:44:59.981422 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-ad5ed92c-0852-4fed-b9f3-5a939bab1a44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1127 time: 0.0615141 Mar 02 03:45:00.078129 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b5711260-9fea-42eb-aa23-4b005e6ec092 req-e4f5abd2-a55f-418a-92f4-430e2ffcd464 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957658 Mar 02 03:45:00.103972 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-e6a86ca7-8da9-4de8-b61b-75a84a21340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:00.105428 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-e6a86ca7-8da9-4de8-b61b-75a84a21340f service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.1163056 Mar 02 03:45:00.173503 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-d1e7e60a-40d1-46fb-a607-3690e486c527 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 999 time: 0.0608759 Mar 02 03:45:00.220088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-ed1881cc-2393-426b-b9ab-66e3063992f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:00.221463 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-ed1881cc-2393-426b-b9ab-66e3063992f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0423172 Mar 02 03:45:00.268350 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-f63fe9e3-57ff-4e1c-9da7-363dca8a5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:00.269792 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-f63fe9e3-57ff-4e1c-9da7-363dca8a5a08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422904 Mar 02 03:45:00.361594 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-a4a55c30-7ca0-49f3-9086-6246c3cb0dac service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858130 Mar 02 03:45:00.450414 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3af0e150-b19d-4e79-bc3b-fee1cb7c059b req-bb473e51-1206-4d07-993c-ea617a2cdde1 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819018 Mar 02 03:45:01.232018 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c329b3-3b76-4c72-9b41-8120cb105861 req-a31054d2-a6c9-4818-8d9c-44a59aa42578 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:01.233619 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45c329b3-3b76-4c72-9b41-8120cb105861 req-a31054d2-a6c9-4818-8d9c-44a59aa42578 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0797801 Mar 02 03:45:01.287587 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-45c329b3-3b76-4c72-9b41-8120cb105861 req-ddd6e038-8610-40e3-ba6f-d4ddee569e0d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Mar 02 03:45:02.423392 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358fc3b-e008-4f13-a282-028ba4d31ccc req-415ead09-cce1-40be-bc7b-b3e7f7ae0e25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:02.425492 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2358fc3b-e008-4f13-a282-028ba4d31ccc req-415ead09-cce1-40be-bc7b-b3e7f7ae0e25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0590410 Mar 02 03:45:02.476219 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2358fc3b-e008-4f13-a282-028ba4d31ccc req-c9f495ee-9d65-421d-9367-0e4ec227a432 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Mar 02 03:45:03.604584 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc410a-d945-4c02-ba4e-10b99fe1ebd3 req-fa2ad96a-e6b3-49f9-a917-96b8a22cd654 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:03.606239 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3dcc410a-d945-4c02-ba4e-10b99fe1ebd3 req-fa2ad96a-e6b3-49f9-a917-96b8a22cd654 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0536366 Mar 02 03:45:03.654949 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3dcc410a-d945-4c02-ba4e-10b99fe1ebd3 req-c31053f3-3678-464d-aff3-767b48c0a604 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Mar 02 03:45:04.787159 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fff8d-a083-4c9d-922c-721a01aa970f req-f8b7c389-63d1-453f-a714-19ae5d2f83dd tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:04.789782 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-047fff8d-a083-4c9d-922c-721a01aa970f req-f8b7c389-63d1-453f-a714-19ae5d2f83dd tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0603809 Mar 02 03:45:05.112723 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-047fff8d-a083-4c9d-922c-721a01aa970f req-27c64731-8509-4dad-a31a-2cf52d685323 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183858 Mar 02 03:45:06.255309 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3647b1d-a3db-4e3e-b2f2-afccff3753a8 req-4ce3128f-25a9-4d94-8753-70cebc310c93 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:06.256850 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3647b1d-a3db-4e3e-b2f2-afccff3753a8 req-4ce3128f-25a9-4d94-8753-70cebc310c93 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0715520 Mar 02 03:45:06.314834 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d3647b1d-a3db-4e3e-b2f2-afccff3753a8 req-ca281bfb-c2b3-4101-89b8-8c1897f96cfc tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523701 Mar 02 03:45:07.037940 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:07.442059 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a1700-3f11-4f04-8e2b-8a0d3e2a87ed req-762b7882-4e05-45ec-8332-13704b50de3f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:07.443719 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-536a1700-3f11-4f04-8e2b-8a0d3e2a87ed req-762b7882-4e05-45ec-8332-13704b50de3f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0583205 Mar 02 03:45:07.495217 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-536a1700-3f11-4f04-8e2b-8a0d3e2a87ed req-e64df6d8-b298-4e9c-96dc-e59c34ea7ac5 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 Mar 02 03:45:08.627684 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3490d-7abb-4f61-84a0-3eecbc5e498d req-d4c62192-9e50-4983-befc-3c16ccc99c37 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:08.629217 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63a3490d-7abb-4f61-84a0-3eecbc5e498d req-d4c62192-9e50-4983-befc-3c16ccc99c37 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0574312 Mar 02 03:45:08.683285 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-63a3490d-7abb-4f61-84a0-3eecbc5e498d req-cbed22bc-67f5-40d1-937c-15d36104a346 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483952 Mar 02 03:45:09.804968 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557fc07-845d-470a-9bd6-5ce1d469c993 req-dbf33743-6994-4212-9c10-f1b035500c88 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:09.806440 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e557fc07-845d-470a-9bd6-5ce1d469c993 req-dbf33743-6994-4212-9c10-f1b035500c88 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0520525 Mar 02 03:45:09.852731 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e557fc07-845d-470a-9bd6-5ce1d469c993 req-32273e6a-721a-48d8-9852-a83e7e96c456 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Mar 02 03:45:10.976142 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae414d-09fb-4030-b056-72d3276424b4 req-dc16fa50-91da-49fe-9fe0-3a0f228af719 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:10.977591 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6ae414d-09fb-4030-b056-72d3276424b4 req-dc16fa50-91da-49fe-9fe0-3a0f228af719 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0538645 Mar 02 03:45:11.022240 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e6ae414d-09fb-4030-b056-72d3276424b4 req-5ae16752-4420-43de-98c3-52bf974aae7d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 Mar 02 03:45:12.147345 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057fba-6d81-459c-be05-e5c3b28cebf2 req-7bb05f8d-990f-421f-9afc-8de81eba50ee tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:12.148824 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54057fba-6d81-459c-be05-e5c3b28cebf2 req-7bb05f8d-990f-421f-9afc-8de81eba50ee tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 943 time: 0.0537999 Mar 02 03:45:12.194919 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-54057fba-6d81-459c-be05-e5c3b28cebf2 req-9b1857ef-b9f7-47cd-aa83-200c25106d52 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Mar 02 03:45:12.386079 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:45:12.484791 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:12.495903 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'port_id': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'mac_address': 'fa:16:3e:b6:0b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:45:12.531966 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:45:12.532357 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:12.546674 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:45:12.566567 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:12.570189 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:12.614656 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=9']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:12.878223 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:45:13.320471 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7fdc-3753-4930-8a5f-98014775df0e req-2a8c398e-0d4f-45e9-8662-2ba3f387ef8a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:13.322238 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48de7fdc-3753-4930-8a5f-98014775df0e req-2a8c398e-0d4f-45e9-8662-2ba3f387ef8a tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 944 time: 0.0571928 Mar 02 03:45:13.368392 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48de7fdc-3753-4930-8a5f-98014775df0e req-895b6fd2-cd68-44a9-9ff3-30d9c3bcebd6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 Mar 02 03:45:14.190932 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-72ce5a3f-1808-4fc7-8fce-3db8054770fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.192489 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-72ce5a3f-1808-4fc7-8fce-3db8054770fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1128 time: 0.0435705 Mar 02 03:45:14.296647 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-7a79bc5f-b5ce-48a0-b9e0-775d4c04757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.298145 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-7a79bc5f-b5ce-48a0-b9e0-775d4c04757e service neutron] 10.222.0.35 "GET /v2.0/networks?id=32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 200 len: 917 time: 0.0861552 Mar 02 03:45:14.364405 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-b146bad0-8e2b-4129-85a8-af5bb070e8f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 200 len: 1000 time: 0.0586700 Mar 02 03:45:14.385938 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:45:14.416759 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-ddf1ee1d-e3f9-4b29-b91d-45da4d204913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.418266 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-ddf1ee1d-e3f9-4b29-b91d-45da4d204913 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 200 len: 856 time: 0.0463316 Mar 02 03:45:14.439858 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:45:14.440239 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:14.502840 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-82f49810-5fac-4f90-aa4c-0a6e84c83a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.504399 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-82f49810-5fac-4f90-aa4c-0a6e84c83a03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=32368c2c-db5f-4ddd-a790-805e54143545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789928 Mar 02 03:45:14.518308 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:45:14.518704 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:14.526088 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31bcb2-8e85-453e-ad80-492949af5f49 req-1c01989c-45d4-4b3b-9780-8429142ebd06 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.527553 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fe31bcb2-8e85-453e-ad80-492949af5f49 req-1c01989c-45d4-4b3b-9780-8429142ebd06 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 944 time: 0.0772138 Mar 02 03:45:14.541152 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:45:14.543379 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1760c9-3a34-4069-ae52-943587fe856d" -d '{"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:45:14.555953 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:14.560378 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:14.586812 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21b0b9-cc24-4619-8d08-3671ad3096a3 x-openstack-request-id: req-1f21b0b9-cc24-4619-8d08-3671ad3096a3 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:45:14.587137 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-plugged", "status": "completed", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:45:14.587395 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f21b0b9-cc24-4619-8d08-3671ad3096a3 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:45:14.587783 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'code': 200} Mar 02 03:45:14.613286 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=10']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:14.629091 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fe31bcb2-8e85-453e-ad80-492949af5f49 req-53868426-763c-4796-a881-b75992528f75 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918097 Mar 02 03:45:14.644801 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-b6640928-036a-4540-95d8-b7eb3fb0c2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338556 Mar 02 03:45:14.739434 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1877d225-4fb8-4b6e-b223-a17be7e3f99c req-7ee60399-dc45-4515-b373-ad40989959d0 service neutron] 10.222.0.35 "GET /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Mar 02 03:45:14.848264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f347fb-0bd5-4cd4-a55d-044b838e2c4c req-eabe1cab-f878-47dc-bfb5-3d0102e6361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:14.849790 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0f347fb-0bd5-4cd4-a55d-044b838e2c4c req-eabe1cab-f878-47dc-bfb5-3d0102e6361e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 1130 time: 0.0460601 Mar 02 03:45:14.897458 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0f347fb-0bd5-4cd4-a55d-044b838e2c4c req-c087d116-ff09-46fc-8569-c79aef3c0c88 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Mar 02 03:45:15.756617 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db322aaf-dd59-465d-a4f3-d8271389982d req-86a69eb2-9215-4bae-88fa-1cc09e2dbc66 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:15.758086 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db322aaf-dd59-465d-a4f3-d8271389982d req-86a69eb2-9215-4bae-88fa-1cc09e2dbc66 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 946 time: 0.0527301 Mar 02 03:45:15.804125 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-db322aaf-dd59-465d-a4f3-d8271389982d req-3a952a15-650e-44df-96e7-989e417fa72d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Mar 02 03:45:16.925726 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054316a-8588-4e6b-aeca-ffaa23830abe req-1dbccc30-012e-4428-94a5-c74b97557af1 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:16.927226 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1054316a-8588-4e6b-aeca-ffaa23830abe req-1dbccc30-012e-4428-94a5-c74b97557af1 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 946 time: 0.0511410 Mar 02 03:45:16.973463 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1054316a-8588-4e6b-aeca-ffaa23830abe req-a5d90545-81b9-4c7c-b38c-b0dbcfb3a03d tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407333 Mar 02 03:45:17.692606 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-9f37df4e-2249-4f0c-871a-1e00ea4299a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:20.096063 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-8db86bab-ffb1-4f73-ad72-865329c63ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:20.966460 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:22.425463 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:23.973235 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:27.086691 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:45:37.050951 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:47.694182 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ccf3ec6c-6387-4cf7-ad77-c3239082ad03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:50.097529 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0be35301-6d5a-4ed2-8c82-9edf15bd120d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:50.971091 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:51.121903 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38ba08-f323-4a4e-8aa3-b432e7f346e8 req-6085310b-4d54-4aea-bc17-43c5deb1f067 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:51.123313 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e38ba08-f323-4a4e-8aa3-b432e7f346e8 req-6085310b-4d54-4aea-bc17-43c5deb1f067 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 946 time: 0.0562572 Mar 02 03:45:51.170471 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4e38ba08-f323-4a4e-8aa3-b432e7f346e8 req-8ff7fa66-647c-4edf-8595-9128206b3b04 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Mar 02 03:45:52.303371 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e8582-7491-41f1-bd15-85ab41780228 req-46571579-ba97-4798-b961-f5b45fc8c0ea tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:52.304952 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1a3e8582-7491-41f1-bd15-85ab41780228 req-46571579-ba97-4798-b961-f5b45fc8c0ea tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 946 time: 0.0580161 Mar 02 03:45:52.357902 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1a3e8582-7491-41f1-bd15-85ab41780228 req-d2ef131f-428a-4540-b13d-fdcfae210801 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd19e98f-4cb3-4a83-bba3-dd936e78386d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 Mar 02 03:45:52.428755 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:52.585210 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-1bf98a80-bcd8-4bf8-8456-b29a9b172320 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:45:52.586661 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-1bf98a80-bcd8-4bf8-8456-b29a9b172320 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 946 time: 0.0554559 Mar 02 03:45:52.690193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Deleting port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:45:52.690530 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:52.791239 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] For port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:52.791612 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:52.966259 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:52.966543 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:52.966885 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Floating IP c8286630-ea4d-40c8-b610-fa0081778111 disassociated. External IP: 172.27.0.117, port: 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19. Mar 02 03:45:52.967341 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Calling delete_port for 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 owned by compute:nova {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:45:53.098119 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:53.127804 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'Port': ['ID=9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:53.138924 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.139312 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.139661 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.140158 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.140512 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.140854 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.141193 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.141529 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.141861 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.142194 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.142527 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.142858 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.143219 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:53.254580 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:45:53.363708 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:45:53.373043 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:45:53.384995 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:45:53.385614 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:45:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:53.406192 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] No DVR routers for this DVR port 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 on host hv-cinder-83109 {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:45:53.409395 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:53.412825 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd5fe3a9-f14e-45c9-bca0-c93ee547720b req-6e32f575-f6c2-4e70-bcd1-a10704e16d25 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.35 "DELETE /v2.0/ports/9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 HTTP/1.1" status: 204 len: 173 time: 0.8211198 Mar 02 03:45:53.413313 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-deleted', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:45:53.416335 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78daf489-3333-4141-99b1-07e2c21f4b28" -d '{"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-deleted", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:45:53.469021 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa106206-a90d-471a-a093-05ed2ac47d76 x-openstack-request-id: req-aa106206-a90d-471a-a093-05ed2ac47d76 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:45:53.469324 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46556c5a-63d2-4935-8e6f-68d38bc96a02", "name": "network-vif-deleted", "tag": "9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:45:53.469714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa106206-a90d-471a-a093-05ed2ac47d76 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:45:53.470125 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46556c5a-63d2-4935-8e6f-68d38bc96a02', 'name': 'network-vif-deleted', 'tag': '9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19', 'status': 'completed', 'code': 200} Mar 02 03:45:53.472391 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ac7295ea-7749-477f-a62a-c979a6162ee2 req-05b663d5-7272-469d-acee-45abc2a3063f tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/ports?device_id=46556c5a-63d2-4935-8e6f-68d38bc96a02 HTTP/1.1" status: 200 len: 210 time: 0.0331197 Mar 02 03:45:53.505207 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:45:53.719474 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:53.746270 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:45:53.754357 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:45:53.754953 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:45:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:53.861336 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:45:53.976982 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.055444 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:54.081282 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab16e87-c94a-4c93-a39e-3087f881433c None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:33Z', 'revision_number': 4, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b27e1313-58b1-47a5-8db9-0b6a04484a72', 'name': '', 'network_id': '32368c2c-db5f-4ddd-a790-805e54143545', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'mac_address': 'fa:16:3e:02:dc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3916169c-314e-42ed-9056-187ee797aa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:32Z', 'updated_at': '2022-03-02T03:40:37Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'subnets': [{'id': '3916169c-314e-42ed-9056-187ee797aa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:45:54.301175 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef94fe-e5b3-4945-a43c-a38f6eb231ab None None] New status for floating IP c8286630-ea4d-40c8-b610-fa0081778111: DOWN {{(pid=103289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:45:54.567156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43144) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:45:54.625967 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (fd19e98f-4cb3-4a83-bba3-dd936e78386d), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.648484 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (fd19e98f-4cb3-4a83-bba3-dd936e78386d), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.694746 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (fd19e98f-4cb3-4a83-bba3-dd936e78386d), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.697547 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.698725 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd19e98f-4cb3-4a83-bba3-dd936e78386d HTTP/1.1" status: 204 len: 168 time: 0.1305716 Mar 02 03:45:54.701546 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43146) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:45:54.707402 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd19e98f-4cb3-4a83-bba3-dd936e78386d,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:54.714606 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.714959 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.715334 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.715677 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.715797 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.api.v2.resource [None req-9171da82-c641-4b7c-ab0a-0c7bca2a06d6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] show failed (client error): The resource could not be found. Mar 02 03:45:54.716017 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.716358 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.716684 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9171da82-c641-4b7c-ab0a-0c7bca2a06d6 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "GET /v2.0/security-groups/fd19e98f-4cb3-4a83-bba3-dd936e78386d HTTP/1.1" status: 404 len: 347 time: 0.0137391 Mar 02 03:45:54.716967 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.717077 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.717386 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.717733 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.718071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.718388 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.718710 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d5aaf8-e3d2-453e-93d3-ca319fd07b20 tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:45:54.719797 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43148) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:45:54.849213 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Deleting port d259d00b-5650-4354-b076-3e34eeb4f4ad {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:45:54.849555 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.925047 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.925373 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (d259d00b-5650-4354-b076-3e34eeb4f4ad), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:54.937754 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Calling delete_port for d259d00b-5650-4354-b076-3e34eeb4f4ad owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:45:55.070646 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (d259d00b-5650-4354-b076-3e34eeb4f4ad), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:55.097569 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Pushing event deleted for resources: {'Port': ['ID=d259d00b-5650-4354-b076-3e34eeb4f4ad,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:55.172157 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks [] for floatingip (c8286630-ea4d-40c8-b610-fa0081778111), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:55.174880 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:55.176213 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9e1f8200-4acd-4bfd-b2cf-5a51c0bd638c tempest-AttachVolumeShelveTestJSON-1942325891 tempest-AttachVolumeShelveTestJSON-1942325891-project] 10.222.0.23 "DELETE /v2.0/floatingips/c8286630-ea4d-40c8-b610-fa0081778111 HTTP/1.1" status: 204 len: 168 time: 0.4553988 Mar 02 03:45:56.587571 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:45:56.611622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:45:56.611967 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 9f6d9646-0fc2-4c7c-b77c-eb9103f1bd19 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:45:57.581502 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43170) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:45:58.060441 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:58.296444 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Deleting port b27e1313-58b1-47a5-8db9-0b6a04484a72 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:45:58.296780 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:58.375330 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] For port b27e1313-58b1-47a5-8db9-0b6a04484a72, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b27e1313-58b1-47a5-8db9-0b6a04484a72,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:58.375612 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:58.387670 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Calling delete_port for b27e1313-58b1-47a5-8db9-0b6a04484a72 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:45:58.563157 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b27e1313-58b1-47a5-8db9-0b6a04484a72), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:58.588399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b27e1313-58b1-47a5-8db9-0b6a04484a72,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:58.758713 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.204996 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Router 68e7dc05-5907-40d7-83ca-41ee753e4e6e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:45:59.306328 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:45:59.311566 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-348dd3b6-fe8f-41ee-a5e6-48984000df9e admin admin] 10.222.0.23 "PUT /v2.0/routers/68e7dc05-5907-40d7-83ca-41ee753e4e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290566 Mar 02 03:45:59.314309 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43174) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:45:59.315549 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Sync routers for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:45:59.325695 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:45:59.326299 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:45:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:59.424611 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks [] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.434897 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:45:59.527327 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks [] for router_gateway (68e7dc05-5907-40d7-83ca-41ee753e4e6e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.579851 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Deleting port d5faaf6e-ee44-4ef5-9138-2707fd79998e {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:45:59.580198 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.614374 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:45:58Z', 'revision_number': 5, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port': {'id': 'd5faaf6e-ee44-4ef5-9138-2707fd79998e', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:59.642158 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Checking router: 68e7dc05-5907-40d7-83ca-41ee753e4e6e for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:45:59.650425 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Routers {'68e7dc05-5907-40d7-83ca-41ee753e4e6e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:45:59.651025 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:45:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:59.659082 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] For port d5faaf6e-ee44-4ef5-9138-2707fd79998e, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=d5faaf6e-ee44-4ef5-9138-2707fd79998e,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:45:59.659609 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.670791 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Calling delete_port for d5faaf6e-ee44-4ef5-9138-2707fd79998e owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:45:59.834142 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] Set router 68e7dc05-5907-40d7-83ca-41ee753e4e6e gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:45:59.843958 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (d5faaf6e-ee44-4ef5-9138-2707fd79998e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:45:59.875198 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5faaf6e-ee44-4ef5-9138-2707fd79998e,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:45:59.886330 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:45:59Z', 'revision_number': 6, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:45:59.915303 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d65417-8379-43f8-8a1e-5f1e3e0c5443 None None] The sync data for ids ['68e7dc05-5907-40d7-83ca-41ee753e4e6e'] in dv-cinder-831090-3-iscsi is: [{'id': '68e7dc05-5907-40d7-83ca-41ee753e4e6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1135510809-router', 'tenant_id': '824fc95ef63948c0a7af2806aa09f0d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:40:30Z', 'updated_at': '2022-03-02T03:45:59Z', 'revision_number': 6, 'project_id': '824fc95ef63948c0a7af2806aa09f0d6', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:45:59.934295 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.025589 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.027709 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks [] for router_controller (68e7dc05-5907-40d7-83ca-41ee753e4e6e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.070081 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (68e7dc05-5907-40d7-83ca-41ee753e4e6e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.070535 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e7dc05-5907-40d7-83ca-41ee753e4e6e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:46:00.074976 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.076141 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8463721b-5852-434d-82ff-a20832ad62c9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/68e7dc05-5907-40d7-83ca-41ee753e4e6e HTTP/1.1" status: 204 len: 168 time: 0.7609138 Mar 02 03:46:00.078638 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43176) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:00.121822 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Deleting subnet 3916169c-314e-42ed-9056-187ee797aa99 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:46:00.125800 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Publish callbacks [] for subnet (3916169c-314e-42ed-9056-187ee797aa99), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.158191 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (3916169c-314e-42ed-9056-187ee797aa99), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.237893 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (3916169c-314e-42ed-9056-187ee797aa99), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.290307 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (3916169c-314e-42ed-9056-187ee797aa99), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.316593 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3916169c-314e-42ed-9056-187ee797aa99,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:00.320284 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.325841 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-105d009e-acbc-4249-a9b2-17dc546b9f30 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3916169c-314e-42ed-9056-187ee797aa99 HTTP/1.1" status: 204 len: 168 time: 0.2440357 Mar 02 03:46:00.326311 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43178) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:00.328948 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7239d-77f5-4aaf-9ad1-791aabe6e3db None None] Network 32368c2c-db5f-4ddd-a790-805e54143545 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:46:00.412837 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (32368c2c-db5f-4ddd-a790-805e54143545), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.466035 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Deleting port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:46:00.466374 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.529034 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] For port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,segment=NetworkSegment(558130ca-bf96-450a-82ec-abbada62edbd),segment_id=558130ca-bf96-450a-82ec-abbada62edbd)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:00.529391 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.542468 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Calling delete_port for e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:46:00.620334 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (e4217457-ba6d-41a6-9900-a1b3fa7a9fe1), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.644256 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4217457-ba6d-41a6-9900-a1b3fa7a9fe1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:00.649647 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] No DVR routers for this DVR port e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 on host dv-cinder-831090-3-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:46:00.702952 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc5ba4-94dd-4be2-9125-06760b2df765 None None] DHCP port deletion for 32368c2c-db5f-4ddd-a790-805e54143545 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:46:00.728437 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (32368c2c-db5f-4ddd-a790-805e54143545), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.748592 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32368c2c-db5f-4ddd-a790-805e54143545']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:00.757874 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558130ca-bf96-450a-82ec-abbada62edbd') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:00.758169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558130ca-bf96-450a-82ec-abbada62edbd') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:00.769002 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (558130ca-bf96-450a-82ec-abbada62edbd), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.784170 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (558130ca-bf96-450a-82ec-abbada62edbd), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.791157 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:46:00.791714 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (558130ca-bf96-450a-82ec-abbada62edbd), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:46:00.793490 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:46:00.847920 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (32368c2c-db5f-4ddd-a790-805e54143545), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.853625 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:00.857092 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/32368c2c-db5f-4ddd-a790-805e54143545 HTTP/1.1" status: 204 len: 168 time: 0.5296066 Mar 02 03:46:00.868596 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a4fd1-c096-4dbd-9a32-d42c49e90b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=32368c2c-db5f-4ddd-a790-805e54143545,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:00.975790 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43182) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:01.018496 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-7567912e-ecb3-433a-b343-a079dbe29ccd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=824fc95ef63948c0a7af2806aa09f0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415294 Mar 02 03:46:01.021189 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43184) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:01.067896 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] Publish callbacks [] for security_group (cce966eb-e2a0-4b75-8de9-d00295b5baa8), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:01.088621 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] Publish callbacks [] for security_group (cce966eb-e2a0-4b75-8de9-d00295b5baa8), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:01.135853 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (cce966eb-e2a0-4b75-8de9-d00295b5baa8), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:01.138386 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:01.139964 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cce966eb-e2a0-4b75-8de9-d00295b5baa8 HTTP/1.1" status: 204 len: 168 time: 0.1174774 Mar 02 03:46:01.147828 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90758a8-7a11-4bce-a7ef-3c20bc40abae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce966eb-e2a0-4b75-8de9-d00295b5baa8,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:01.824213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d5faaf6e-ee44-4ef5-9138-2707fd79998e no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:46:01.845891 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: d5faaf6e-ee44-4ef5-9138-2707fd79998e {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:46:01.846242 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device d5faaf6e-ee44-4ef5-9138-2707fd79998e not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:46:01.846666 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:46:01.866005 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:46:01.866362 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device e4217457-ba6d-41a6-9900-a1b3fa7a9fe1 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:46:01.866784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b27e1313-58b1-47a5-8db9-0b6a04484a72 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:46:01.885678 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: b27e1313-58b1-47a5-8db9-0b6a04484a72 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:46:01.886034 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b27e1313-58b1-47a5-8db9-0b6a04484a72 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:46:02.751181 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43238) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:02.852985 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67f30574-6a89-43fd-924f-f05e220810e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:02.926394 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67f30574-6a89-43fd-924f-f05e220810e5 admin admin] Publish callbacks [] for security_group (d86595c9-c641-4901-816f-71eb88e18d55), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:02.930235 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-67f30574-6a89-43fd-924f-f05e220810e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d86595c9-c641-4901-816f-71eb88e18d55), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:02.970601 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-67f30574-6a89-43fd-924f-f05e220810e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16e903eebd86482abc38d7834eebb9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183144 Mar 02 03:46:02.972540 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f30574-6a89-43fd-924f-f05e220810e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86595c9-c641-4901-816f-71eb88e18d55,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:02.973323 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43242) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:03.021556 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] Publish callbacks [] for security_group (d86595c9-c641-4901-816f-71eb88e18d55), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.042104 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] Publish callbacks [] for security_group (d86595c9-c641-4901-816f-71eb88e18d55), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.088042 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (d86595c9-c641-4901-816f-71eb88e18d55), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.090751 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.091920 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d86595c9-c641-4901-816f-71eb88e18d55 HTTP/1.1" status: 204 len: 168 time: 0.1175957 Mar 02 03:46:03.099730 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c8b29-f0f9-44a9-8f23-998da01ac948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86595c9-c641-4901-816f-71eb88e18d55,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:03.344347 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43248) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:03.360347 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcfb9-dfad-4590-9067-004e5771e5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.433973 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcfb9-dfad-4590-9067-004e5771e5ec admin admin] Publish callbacks [] for security_group (b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.437898 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-dd5bcfb9-dfad-4590-9067-004e5771e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.476826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-dd5bcfb9-dfad-4590-9067-004e5771e5ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf66d78d4dcf49d88f9950a5cc684b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311986 Mar 02 03:46:03.478062 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bcfb9-dfad-4590-9067-004e5771e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:03.478821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43250) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:03.527586 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] Publish callbacks [] for security_group (b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.549137 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] Publish callbacks [] for security_group (b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.596074 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.598571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:03.599732 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0 HTTP/1.1" status: 204 len: 168 time: 0.1198990 Mar 02 03:46:03.606974 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711563db-0587-4360-8c77-61ee24788dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a8a81-0e6f-4f3d-bcbe-88ac89d63ba0,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:04.086237 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:46:04.246191 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43272) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:04.340822 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382912924-network', 'tenant_id': '606c3b4cd63d41a1876cfe423423469e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:04.360515 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Made reservation on behalf of 606c3b4cd63d41a1876cfe423423469e for: {'network': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:46:04.362837 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for network (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.370885 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.443508 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks [] for security_group (01baacbc-e196-421d-bb3e-5d44d5664d4a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.447027 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (01baacbc-e196-421d-bb3e-5d44d5664d4a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.469005 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 03:46:04.484300 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01baacbc-e196-421d-bb3e-5d44d5664d4a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:04.488246 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (43ac1b0d-f7b5-4cef-88f3-c1be0bf39821), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.488593 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.segments_db [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Added segment 43ac1b0d-f7b5-4cef-88f3-c1be0bf39821 of type vlan for network 29b7a47c-1a80-4700-8165-7ff436b30caf Mar 02 03:46:04.530113 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780980068684'] for network (29b7a47c-1a80-4700-8165-7ff436b30caf), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.554386 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056'] for network (29b7a47c-1a80-4700-8165-7ff436b30caf), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.555338 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:04.555912 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.602680 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3553019 Mar 02 03:46:04.605646 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43276) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:04.611525 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Request body: {'subnet': {'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382912924-subnet', 'tenant_id': '606c3b4cd63d41a1876cfe423423469e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:04.615557 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c3b01-f695-411d-94d3-b71a0051cd9f admin admin] Pushing event updated for resources: {'Network': ['ID=29b7a47c-1a80-4700-8165-7ff436b30caf,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:04.626684 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Network 29b7a47c-1a80-4700-8165-7ff436b30caf details requested by agent ovs-agent-dv-cinder-831090-3-iscsi with host dv-cinder-831090-3-iscsi {{(pid=103289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 03:46:04.632195 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Made reservation on behalf of 606c3b4cd63d41a1876cfe423423469e for: {'subnet': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:46:04.634692 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3735597'] for subnet (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.798169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3788595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3735583'] for subnet (ecc9d512-f35a-4da6-905a-c67525d06dc1), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.851916 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc9d512-f35a-4da6-905a-c67525d06dc1,revision_number=0']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:04.861216 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Checking segment: {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:46:04.861571 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Network hostable DHCP agents. Network: 29b7a47c-1a80-4700-8165-7ff436b30caf, hostable agents: ['755ef1f2-460f-414c-957d-21e6513b1573'], hosted agents: [] {{(pid=103287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 03:46:04.877371 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Network 29b7a47c-1a80-4700-8165-7ff436b30caf is scheduled to be hosted by DHCP agent 755ef1f2-460f-414c-957d-21e6513b1573 with binding_index 1 {{(pid=103287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 03:46:04.885586 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831090-3-iscsi, 29b7a47c-1a80-4700-8165-7ff436b30caf) {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:46:04.890471 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:04.890766 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:04.894755 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75149718-d55f-45b8-b87a-b6498698d04b None None] Network 29b7a47c-1a80-4700-8165-7ff436b30caf requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:46:04.912448 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-05e7b721-4041-4ee4-92d4-41c08de312ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3005660 Mar 02 03:46:05.130889 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cf13e1-6a41-429e-a508-f7cb2fb6704d None None] Network 29b7a47c-1a80-4700-8165-7ff436b30caf requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:46:06.636209 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-56244e22-a4ae-4442-a862-286f3ab5512b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:06.637651 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-56244e22-a4ae-4442-a862-286f3ab5512b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/networks?id=29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 200 len: 809 time: 0.1046290 Mar 02 03:46:06.652692 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-5790b6be-d833-4307-b44b-f97963534564 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/quotas/606c3b4cd63d41a1876cfe423423469e HTTP/1.1" status: 200 len: 375 time: 0.0086281 Mar 02 03:46:06.683911 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-8ee081f8-3e1e-4cf7-87d6-88929ead40de tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254591 Mar 02 03:46:06.774870 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-21d79292-ce90-43ef-af14-f04d1528fb56 service neutron] 10.222.0.23 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841675 Mar 02 03:46:06.862688 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-19baf2be-6d39-4c0e-a9c1-21d0e94f368e service neutron] 10.222.0.23 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821643 Mar 02 03:46:07.016703 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-07dcfbf5-6184-4954-8146-4d8fe17bce35 req-f7b1ccdd-3d48-4b93-be99-0ede32bc5358 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 210 time: 0.0279772 Mar 02 03:46:07.048047 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.015524 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-efc3b414-df86-45b7-87e0-8a375c74386a tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:08.017314 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-efc3b414-df86-45b7-87e0-8a375c74386a tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "GET /v2.0/networks?id=29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 200 len: 809 time: 0.1051376 Mar 02 03:46:08.044568 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Request body: {'port': {'device_id': '18c32732-1990-478d-b1a6-af7b1007776a', 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf', 'admin_state_up': True, 'tenant_id': '606c3b4cd63d41a1876cfe423423469e'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:08.156061 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Made reservation on behalf of 606c3b4cd63d41a1876cfe423423469e for: {'port': 1} {{(pid=103287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:46:08.159458 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.244730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a0cf3365-611c-4e5d-8406-9556eec6597c req-8f87728d-6f54-4805-9619-d98347c79616 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 210 time: 0.1566212 Mar 02 03:46:08.305202 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Allocated IP 172.20.0.2 (29b7a47c-1a80-4700-8165-7ff436b30caf/ecc9d512-f35a-4da6-905a-c67525d06dc1/a7823d2d-0ea0-4401-a3af-49da72b5d443) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:46:08.450480 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks [] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.483656 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.525343 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Network 29b7a47c-1a80-4700-8165-7ff436b30caf is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:46:08.528720 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:46:08.532349 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:46:08.559692 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Pushing event updated for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:08.588381 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:08.588983 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.604138 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-41e9b3e8-9203-45ff-99e0-70a8880cf74b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5634501 Mar 02 03:46:08.621311 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Request body: {'port': {'device_id': '18c32732-1990-478d-b1a6-af7b1007776a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:08.680038 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.939344 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7823d2d-0ea0-4401-a3af-49da72b5d443 {{(pid=103287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:08.946843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks [] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:08.958964 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.provisioning_blocks [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Transition to ACTIVE for port object a7823d2d-0ea0-4401-a3af-49da72b5d443 will not be triggered until provisioned by entity L2. {{(pid=103287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:46:08.962954 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:09.009843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Pushing event updated for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:09.077838 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Attempting to bind port a7823d2d-0ea0-4401-a3af-49da72b5d443 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:46:09.078533 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Attempting to bind port a7823d2d-0ea0-4401-a3af-49da72b5d443 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:46:09.078533 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Attempting to bind port a7823d2d-0ea0-4401-a3af-49da72b5d443 on network 29b7a47c-1a80-4700-8165-7ff436b30caf {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:09.082556 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Port a7823d2d-0ea0-4401-a3af-49da72b5d443 on network 29b7a47c-1a80-4700-8165-7ff436b30caf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:46:09.082875 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Attempting to bind port a7823d2d-0ea0-4401-a3af-49da72b5d443 on network 29b7a47c-1a80-4700-8165-7ff436b30caf {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:09.087684 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:46:09.088020 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Checking segment: {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:46:09.088398 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Bound using segment: {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:46:09.088817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Bound port: a7823d2d-0ea0-4401-a3af-49da72b5d443, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:46:09.089168 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:09.152805 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:46:09.156384 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:46:09.162283 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:09.197223 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:09.198080 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:09.199464 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] 10.222.0.35 "PUT /v2.0/ports/a7823d2d-0ea0-4401-a3af-49da72b5d443 HTTP/1.1" status: 200 len: 1093 time: 0.5821087 Mar 02 03:46:09.199915 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:09.202118 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d75e9-50af-4289-8db5-4d21ec9ada3f" -d '{"events": [{"name": "network-changed", "server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:09.222386 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c660b2-5cbb-461a-a145-e30e2da8782b service neutron] Pushing event updated for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:09.253157 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31650a88-0252-4575-8b7f-8f2a9ac37ee9 x-openstack-request-id: req-31650a88-0252-4575-8b7f-8f2a9ac37ee9 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:09.253462 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:09.253727 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31650a88-0252-4575-8b7f-8f2a9ac37ee9 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:09.254137 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443', 'status': 'completed', 'code': 200} Mar 02 03:46:09.321027 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-b5326134-fbc1-4478-a89d-310e6497a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:09.322439 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-b5326134-fbc1-4478-a89d-310e6497a2e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 1127 time: 0.0521214 Mar 02 03:46:09.383645 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-d55bc4ae-d35d-47c2-8d3c-17b0e5ddedaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443 HTTP/1.1" status: 200 len: 217 time: 0.0423379 Mar 02 03:46:09.433740 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e4c2f-2e6f-44fd-816a-c2655bf6c576 req-9c4707b6-801a-4d9a-b6f7-6882623a64e7 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:09.435224 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-616e4c2f-2e6f-44fd-816a-c2655bf6c576 req-9c4707b6-801a-4d9a-b6f7-6882623a64e7 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 943 time: 0.1247461 Mar 02 03:46:09.462504 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-b6a5703b-763d-4243-aca3-236e54c33949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:09.463957 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-b6a5703b-763d-4243-aca3-236e54c33949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecc9d512-f35a-4da6-905a-c67525d06dc1 HTTP/1.1" status: 200 len: 849 time: 0.0743413 Mar 02 03:46:09.505005 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-ff56e05d-f3a8-4fb4-ab36-0b3e9e317cc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29b7a47c-1a80-4700-8165-7ff436b30caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306516 Mar 02 03:46:09.511928 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-616e4c2f-2e6f-44fd-816a-c2655bf6c576 req-6a8fa205-523b-46c9-834d-79ad6951149e tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697985 Mar 02 03:46:09.859382 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-07281209-d35d-4239-a1d2-db85607c575c service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459105 Mar 02 03:46:09.953396 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-44b16c2d-bc09-4b09-92c5-a5026d600cf6 req-ed6ea4f2-b65c-4149-b187-a80874eb00dc service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882592 Mar 02 03:46:10.080836 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-39adb06a-5b86-49b0-b50d-710d99b12e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:10.082236 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-39adb06a-5b86-49b0-b50d-710d99b12e8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 1127 time: 0.0439606 Mar 02 03:46:10.169002 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-47e681f3-6f1e-4d56-9440-9d3fc20ebcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:10.170479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-47e681f3-6f1e-4d56-9440-9d3fc20ebcec service neutron] 10.222.0.35 "GET /v2.0/networks?id=29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 200 len: 909 time: 0.0818160 Mar 02 03:46:10.213422 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-052779ef-b820-468c-bbd0-6062053ea700 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443 HTTP/1.1" status: 200 len: 217 time: 0.0363138 Mar 02 03:46:10.262339 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-ea742ceb-f383-4512-bcc9-dea89b0e93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:10.263777 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-ea742ceb-f383-4512-bcc9-dea89b0e93fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecc9d512-f35a-4da6-905a-c67525d06dc1 HTTP/1.1" status: 200 len: 849 time: 0.0423942 Mar 02 03:46:10.294826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-fdf7ebdf-4dd0-4980-9fc6-986ce18fc62c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29b7a47c-1a80-4700-8165-7ff436b30caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Mar 02 03:46:10.387025 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-83f23698-44c3-457f-875a-be5f2c24cd3c service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850165 Mar 02 03:46:10.475883 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d68d75e9-50af-4289-8db5-4d21ec9ada3f req-59e1184a-a5ee-4b76-b00b-dbfd5f923cca service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808203 Mar 02 03:46:10.633604 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ebcd-1420-4d53-8b58-7188469e61ff req-0a6aecc5-2e45-4b3b-9b93-4fc6bf42d71e tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:10.635088 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd28ebcd-1420-4d53-8b58-7188469e61ff req-0a6aecc5-2e45-4b3b-9b93-4fc6bf42d71e tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 943 time: 0.0551298 Mar 02 03:46:10.686149 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-dd28ebcd-1420-4d53-8b58-7188469e61ff req-69ff8df6-2857-44d3-ad62-33034644ecee tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Mar 02 03:46:11.806723 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb883bfb-4d51-4570-a252-3f619e945803 req-de0b9c18-b9ea-4820-9c24-ac7586ea4d08 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:11.808224 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb883bfb-4d51-4570-a252-3f619e945803 req-de0b9c18-b9ea-4820-9c24-ac7586ea4d08 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 943 time: 0.0537045 Mar 02 03:46:11.855420 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eb883bfb-4d51-4570-a252-3f619e945803 req-309742b1-2eff-425e-b9d7-11b0586be9e6 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Mar 02 03:46:12.695797 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device a7823d2d-0ea0-4401-a3af-49da72b5d443 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:46:12.793794 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:12.806510 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': 'a7823d2d-0ea0-4401-a3af-49da72b5d443', 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf', 'port_id': 'a7823d2d-0ea0-4401-a3af-49da72b5d443', 'mac_address': 'fa:16:3e:f5:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc9d512-f35a-4da6-905a-c67525d06dc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:46:12.842532 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port a7823d2d-0ea0-4401-a3af-49da72b5d443 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:12.842970 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:12.855286 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7823d2d-0ea0-4401-a3af-49da72b5d443 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:12.874961 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:12.878836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:12.925733 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:12.932804 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.933156 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.933537 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.933920 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.934295 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.934665 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.935020 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.935371 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.935696 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.936023 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.936347 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.936667 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.936987 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:12.972812 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a2f2-66da-4d5e-a347-2f1973242506 req-adcaf26b-f132-40f3-b52f-c43b7c83955b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:12.974287 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3659a2f2-66da-4d5e-a347-2f1973242506 req-adcaf26b-f132-40f3-b52f-c43b7c83955b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 944 time: 0.0529122 Mar 02 03:46:13.020763 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3659a2f2-66da-4d5e-a347-2f1973242506 req-3e024647-8e24-4159-a678-4bf74793772f tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Mar 02 03:46:13.177851 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['a7823d2d-0ea0-4401-a3af-49da72b5d443'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:46:14.141820 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f0baa-2c0a-4dc1-a56b-458218eeae2b req-0ba8f892-84b5-42b9-97b3-3e579138672c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:14.143323 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f01f0baa-2c0a-4dc1-a56b-458218eeae2b req-0ba8f892-84b5-42b9-97b3-3e579138672c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 944 time: 0.0560064 Mar 02 03:46:14.189252 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f01f0baa-2c0a-4dc1-a56b-458218eeae2b req-ca2ae9a1-b3d3-48f6-8414-5af1e40a7ab9 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404124 Mar 02 03:46:14.713593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device a7823d2d-0ea0-4401-a3af-49da72b5d443 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:46:14.761171 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port a7823d2d-0ea0-4401-a3af-49da72b5d443 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:46:14.765497 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port a7823d2d-0ea0-4401-a3af-49da72b5d443 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:46:14.765964 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:14.847475 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port a7823d2d-0ea0-4401-a3af-49da72b5d443 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:14.847880 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:14.870119 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:14.872348 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae2153b-aeb2-4b6a-bfa3-64cc52021152" -d '{"events": [{"server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "name": "network-vif-plugged", "status": "completed", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:14.884315 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:14.888307 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:14.911870 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77179a15-577b-41cf-9f9b-19b7a8fa6e1a x-openstack-request-id: req-77179a15-577b-41cf-9f9b-19b7a8fa6e1a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:14.912168 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "name": "network-vif-plugged", "status": "completed", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:14.912419 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77179a15-577b-41cf-9f9b-19b7a8fa6e1a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:14.912802 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443', 'code': 200} Mar 02 03:46:14.937335 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:15.051038 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-7eb93d4d-109a-4c57-a129-03f59a82795f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502057 Mar 02 03:46:15.133704 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bc9a-abf5-422d-8aeb-fe0425ae936a req-a2c752b1-9eaf-4aed-98b9-dd2c7e797bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.135235 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5e80bc9a-abf5-422d-8aeb-fe0425ae936a req-a2c752b1-9eaf-4aed-98b9-dd2c7e797bf1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 1129 time: 0.0442767 Mar 02 03:46:15.136666 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df12a-f476-41a3-bf83-48425fa59739 req-1b86d3ea-919a-4245-8ec7-1bdca09aab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.138183 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-1b86d3ea-919a-4245-8ec7-1bdca09aab2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1129 time: 0.0438066 Mar 02 03:46:15.182973 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-5e80bc9a-abf5-422d-8aeb-fe0425ae936a req-953859db-a4ca-41c1-ac1b-45a80010c5d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Mar 02 03:46:15.244588 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df12a-f476-41a3-bf83-48425fa59739 req-648b83c4-ecff-4517-a5f6-a6b3b3d6abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.246042 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-648b83c4-ecff-4517-a5f6-a6b3b3d6abf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0880198 Mar 02 03:46:15.308228 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fbfa9-76a5-4e7e-b176-1441b8171db8 req-056ac2c1-ab44-41b4-9ce7-38400f0f3135 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.309608 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e6fbfa9-76a5-4e7e-b176-1441b8171db8 req-056ac2c1-ab44-41b4-9ce7-38400f0f3135 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 945 time: 0.0554736 Mar 02 03:46:15.356789 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1e6fbfa9-76a5-4e7e-b176-1441b8171db8 req-847da21c-a2cc-4316-99cb-21f33c6a1588 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Mar 02 03:46:15.502758 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-49b6c2d9-c2bf-418c-ae46-c3bed2a4ff61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 1000 time: 0.0583100 Mar 02 03:46:15.566864 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df12a-f476-41a3-bf83-48425fa59739 req-a129022f-0809-48f6-b7fa-2b7550c918e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.568242 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-a129022f-0809-48f6-b7fa-2b7550c918e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0464933 Mar 02 03:46:15.615814 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037df12a-f476-41a3-bf83-48425fa59739 req-4515f6a3-32f4-4e7a-aa45-1c8e2168a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:15.617257 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-4515f6a3-32f4-4e7a-aa45-1c8e2168a025 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421817 Mar 02 03:46:15.703553 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-51f6fe15-4121-4a27-a552-8ee472a2ffb6 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782871 Mar 02 03:46:15.799694 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-037df12a-f476-41a3-bf83-48425fa59739 req-5187c8c7-3aae-4727-953e-26701daedf9f service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Mar 02 03:46:16.525771 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79d752-b6c5-4f71-b3b5-29e37d28d05c req-74dad53b-77bc-4e09-a714-ba50b8bb8f8b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:16.527290 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf79d752-b6c5-4f71-b3b5-29e37d28d05c req-74dad53b-77bc-4e09-a714-ba50b8bb8f8b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 945 time: 0.1028018 Mar 02 03:46:16.574969 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cf79d752-b6c5-4f71-b3b5-29e37d28d05c req-22c767b5-7f5e-4863-80d0-22ced765eee5 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Mar 02 03:46:17.392429 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a8f5-fe11-42b1-9c6c-5273f9708e3a req-484f8fd0-7557-4e93-a7b6-d80a2854fd84 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:17.393823 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e5b1a8f5-fe11-42b1-9c6c-5273f9708e3a req-484f8fd0-7557-4e93-a7b6-d80a2854fd84 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 945 time: 0.0570905 Mar 02 03:46:17.440906 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e5b1a8f5-fe11-42b1-9c6c-5273f9708e3a req-39896aba-99e6-47e4-b46b-7b276f70da75 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416102 Mar 02 03:46:17.696391 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-283f5828-4fab-4d07-8d8a-1cfc3bfb2a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:18.559463 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3e10d-9363-4c92-b016-ad2a6468abbf req-2d674024-1a17-476c-9d6c-087a27f01340 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:18.561226 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eaa3e10d-9363-4c92-b016-ad2a6468abbf req-2d674024-1a17-476c-9d6c-087a27f01340 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 945 time: 0.0518310 Mar 02 03:46:18.609621 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-eaa3e10d-9363-4c92-b016-ad2a6468abbf req-64db7967-c82c-47c4-b508-a873c0cce7f5 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408792 Mar 02 03:46:18.865245 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-8634548e-830f-4829-bdd9-19b08f3f548c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:18.870962 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-8634548e-830f-4829-bdd9-19b08f3f548c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 945 time: 0.0850027 Mar 02 03:46:18.994719 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Deleting port a7823d2d-0ea0-4401-a3af-49da72b5d443 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:46:18.995069 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:19.083500 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] For port a7823d2d-0ea0-4401-a3af-49da72b5d443, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=a7823d2d-0ea0-4401-a3af-49da72b5d443,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:19.083785 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:19.098152 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Calling delete_port for a7823d2d-0ea0-4401-a3af-49da72b5d443 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:46:19.222315 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (a7823d2d-0ea0-4401-a3af-49da72b5d443), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:19.250267 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Pushing event deleted for resources: {'Port': ['ID=a7823d2d-0ea0-4401-a3af-49da72b5d443,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:19.256212 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['a7823d2d-0ea0-4401-a3af-49da72b5d443'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:46:19.310839 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] No DVR routers for this DVR port a7823d2d-0ea0-4401-a3af-49da72b5d443 on host hv-cinder-83109 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:46:19.313387 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:19.316694 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6bc2c6cb-129d-4636-85f8-0bd2c0b08ca5 req-d6801f62-60be-43c3-8b79-32731de31a38 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "DELETE /v2.0/ports/a7823d2d-0ea0-4401-a3af-49da72b5d443 HTTP/1.1" status: 204 len: 173 time: 0.4452465 Mar 02 03:46:19.317141 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'name': 'network-vif-deleted', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:19.319389 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353f4c4d-03cb-4d13-904d-ead5860ef956" -d '{"events": [{"server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "name": "network-vif-deleted", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:19.357399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5504d4-a3ba-4e48-840d-10fe8124e9f4 x-openstack-request-id: req-ee5504d4-a3ba-4e48-840d-10fe8124e9f4 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:19.357700 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c32732-1990-478d-b1a6-af7b1007776a", "name": "network-vif-deleted", "tag": "a7823d2d-0ea0-4401-a3af-49da72b5d443", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:19.357963 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee5504d4-a3ba-4e48-840d-10fe8124e9f4 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:19.358399 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c32732-1990-478d-b1a6-af7b1007776a', 'name': 'network-vif-deleted', 'tag': 'a7823d2d-0ea0-4401-a3af-49da72b5d443', 'status': 'completed', 'code': 200} Mar 02 03:46:19.714267 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7e07a479-a58d-4ec8-871b-3424f48eb35f req-633d3982-bb16-492f-8741-50a21050d156 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=18c32732-1990-478d-b1a6-af7b1007776a HTTP/1.1" status: 200 len: 210 time: 0.0276511 Mar 02 03:46:20.099308 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ceb7fcc6-1ebd-41e9-a298-7b8001c4a6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:20.971310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:20.972010 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-932b7d50-3d1b-41b0-bba6-666a74b66d96 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:20.973357 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-932b7d50-3d1b-41b0-bba6-666a74b66d96 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/networks?id=29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 200 len: 809 time: 0.1021917 Mar 02 03:46:20.988059 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-64378f97-3a62-4b9e-8dbe-1e1197386ef6 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/quotas/606c3b4cd63d41a1876cfe423423469e HTTP/1.1" status: 200 len: 375 time: 0.0094647 Mar 02 03:46:21.019147 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-67016ce2-a3ea-4bfe-a339-41d38b85c87b tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262761 Mar 02 03:46:21.112386 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-b85831ca-49b4-4ca0-9c2e-118c10fd9d6b service neutron] 10.222.0.23 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868449 Mar 02 03:46:21.199476 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-cac115b3-ba5d-427c-bf85-0bace26f8f4d service neutron] 10.222.0.23 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814672 Mar 02 03:46:21.357018 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d75557ee-63dc-4e39-af4b-508221582beb req-6137b32a-c917-4df4-ac50-8d32e41f5700 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 210 time: 0.0277874 Mar 02 03:46:22.433525 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:22.451479 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-636abb8f-ea64-471e-a5fb-764129ab9d19 req-7b7e9e32-4fba-463f-9b39-e5b41531e9a2 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 210 time: 0.0284178 Mar 02 03:46:23.545533 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c7e452d7-4105-416b-a0d6-913681035c6c req-be997d7a-3bfc-44a1-b4f1-be2bb3fedf66 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 210 time: 0.0301101 Mar 02 03:46:23.785017 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device a7823d2d-0ea0-4401-a3af-49da72b5d443 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:46:23.804840 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: a7823d2d-0ea0-4401-a3af-49da72b5d443 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:46:23.805183 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device a7823d2d-0ea0-4401-a3af-49da72b5d443 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:46:23.979907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:24.638040 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7452e136-2b00-419f-8146-5c2d3cf35947 req-398152ed-5bcb-4bc8-90b7-893854d7e5fe tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 210 time: 0.0262938 Mar 02 03:46:24.794674 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-eeb30833-4b08-4afc-8056-9c8526647272 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:24.796125 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-eeb30833-4b08-4afc-8056-9c8526647272 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "GET /v2.0/networks?id=29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 200 len: 809 time: 0.0994022 Mar 02 03:46:24.827984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Request body: {'port': {'device_id': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf', 'admin_state_up': True, 'tenant_id': '606c3b4cd63d41a1876cfe423423469e'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:24.935792 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Made reservation on behalf of 606c3b4cd63d41a1876cfe423423469e for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:46:24.939165 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.057802 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Allocated IP 172.20.0.2 (29b7a47c-1a80-4700-8165-7ff436b30caf/ecc9d512-f35a-4da6-905a-c67525d06dc1/dc04b975-c768-4e00-bb9d-11a1f8c1fa5c) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:46:25.203324 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks [] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.237032 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.279758 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Network 29b7a47c-1a80-4700-8165-7ff436b30caf is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:46:25.283756 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:46:25.287687 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:46:25.315011 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Pushing event updated for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:25.344144 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:25.344883 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.361496 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-763628c2-9f62-4c5b-acab-f47680e74314 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5375183 Mar 02 03:46:25.370328 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-7e3f43e6-34ae-4364-b9ce-ee301b8186ce tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103288) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:46:25.372027 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-7e3f43e6-34ae-4364-b9ce-ee301b8186ce tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053325 Mar 02 03:46:25.388244 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Request body: {'port': {'device_id': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:25.449220 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.707266 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc04b975-c768-4e00-bb9d-11a1f8c1fa5c {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:25.714621 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks [] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.726412 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Transition to ACTIVE for port object dc04b975-c768-4e00-bb9d-11a1f8c1fa5c will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:46:25.730222 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.754956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acb402-0408-4edf-8553-7f4f99f348eb req-3eb2d110-6bf6-4801-ab92-d6b40a8c94eb tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:25.756697 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-42acb402-0408-4edf-8553-7f4f99f348eb req-3eb2d110-6bf6-4801-ab92-d6b40a8c94eb tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 931 time: 0.0523396 Mar 02 03:46:25.782180 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Pushing event updated for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:25.805551 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-42acb402-0408-4edf-8553-7f4f99f348eb req-2df8da7c-7961-452e-87c7-381b40b367c8 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432503 Mar 02 03:46:25.846164 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Attempting to bind port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:46:25.846696 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Attempting to bind port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:46:25.846821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Attempting to bind port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c on network 29b7a47c-1a80-4700-8165-7ff436b30caf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:25.850913 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c on network 29b7a47c-1a80-4700-8165-7ff436b30caf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:46:25.851259 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Attempting to bind port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c on network 29b7a47c-1a80-4700-8165-7ff436b30caf {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:25.855853 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:46:25.856179 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Checking segment: {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:46:25.856551 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Bound using segment: {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:46:25.856965 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Bound port: dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:46:25.857313 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.919745 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:46:25.922973 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:46:25.929549 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.966580 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:25.967221 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:25.968589 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] 10.222.0.35 "PUT /v2.0/ports/dc04b975-c768-4e00-bb9d-11a1f8c1fa5c HTTP/1.1" status: 200 len: 1093 time: 0.5847034 Mar 02 03:46:25.969022 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:25.971236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:25.988758 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dedc82-33e9-4de3-897c-e3d0957c398a service neutron] Pushing event updated for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:26.010002 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47bb1cf-162a-4a8b-8294-26773e8a072e x-openstack-request-id: req-f47bb1cf-162a-4a8b-8294-26773e8a072e {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:26.010301 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:26.010559 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47bb1cf-162a-4a8b-8294-26773e8a072e {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:26.010963 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c', 'status': 'completed', 'code': 200} Mar 02 03:46:26.101171 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-9c316bec-b161-4d0e-8ffc-fbe373f5a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.102649 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-9c316bec-b161-4d0e-8ffc-fbe373f5a51f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 1127 time: 0.0442395 Mar 02 03:46:26.211803 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-045e23bd-026e-46b8-ba3a-0199fb97a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.213190 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-045e23bd-026e-46b8-ba3a-0199fb97a392 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=606c3b4cd63d41a1876cfe423423469e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0966239 Mar 02 03:46:26.304826 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-15be23ca-2555-4e0a-8fde-ca9753be452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.306411 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-cdeb20a4-c62d-4b70-ad2d-beaef17d19ed req-15be23ca-2555-4e0a-8fde-ca9753be452a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0863831 Mar 02 03:46:26.412286 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-0dce7175-762c-45dd-8dba-8c1429704908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.413765 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-0dce7175-762c-45dd-8dba-8c1429704908 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=606c3b4cd63d41a1876cfe423423469e&device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 1127 time: 0.0476849 Mar 02 03:46:26.461705 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-587473d0-4508-4c66-8f07-fc37be300405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c HTTP/1.1" status: 200 len: 217 time: 0.0333314 Mar 02 03:46:26.509369 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-6fb1fb93-9152-45d0-946d-46ab004f5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.510761 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-6fb1fb93-9152-45d0-946d-46ab004f5e85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ecc9d512-f35a-4da6-905a-c67525d06dc1 HTTP/1.1" status: 200 len: 849 time: 0.0416217 Mar 02 03:46:26.541852 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-573d4dda-cf66-4738-9fe0-19d0aa7df9d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=29b7a47c-1a80-4700-8165-7ff436b30caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239959 Mar 02 03:46:26.630302 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-83e032fd-8c62-4657-8447-40cdbb27adf1 service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822589 Mar 02 03:46:26.715604 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-48e0a082-cbec-4a80-84a7-cd66de2f01ce req-b100ad2e-5f59-4987-ac12-7fae5f78f637 service neutron] 10.222.0.35 "GET /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786400 Mar 02 03:46:26.923016 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11ee2d-114a-459c-9d03-70abb690c101 req-bc35510f-5760-493f-ac6e-bb08ccf054cf tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:26.924504 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef11ee2d-114a-459c-9d03-70abb690c101 req-bc35510f-5760-493f-ac6e-bb08ccf054cf tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 943 time: 0.0516076 Mar 02 03:46:26.974124 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-ef11ee2d-114a-459c-9d03-70abb690c101 req-a21e0ec2-8215-4970-91ea-23869712c63f tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442102 Mar 02 03:46:28.090436 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ddc59-0cf4-4627-9506-2e54344e3f46 req-24066342-691a-4cfd-b786-7460d468d20a tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:28.091842 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28ddc59-0cf4-4627-9506-2e54344e3f46 req-24066342-691a-4cfd-b786-7460d468d20a tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 943 time: 0.0514495 Mar 02 03:46:28.138182 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d28ddc59-0cf4-4627-9506-2e54344e3f46 req-4a5bec1e-d5b0-403a-85b8-35bfe028392c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Mar 02 03:46:28.781970 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-d5e4fc40-b0d3-4bd7-8932-55a4ad8e3356 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934618105&fields=id&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 267 time: 0.0439906 Mar 02 03:46:28.791365 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device dc04b975-c768-4e00-bb9d-11a1f8c1fa5c details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:46:28.884593 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:28.891603 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3e5bc4a5-b9d2-4044-909f-066051fba50c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:28.893241 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3e5bc4a5-b9d2-4044-909f-066051fba50c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.1049385 Mar 02 03:46:28.896615 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c', 'network_id': '29b7a47c-1a80-4700-8165-7ff436b30caf', 'port_id': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c', 'mac_address': 'fa:16:3e:59:1a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc9d512-f35a-4da6-905a-c67525d06dc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:46:28.907641 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-b24006f4-f47a-4e2d-9fc0-b1840191ba68 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/quotas/c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 375 time: 0.0091217 Mar 02 03:46:28.935395 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:28.935786 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:28.949146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc04b975-c768-4e00-bb9d-11a1f8c1fa5c {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:28.965520 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-4afa276c-6f8d-4e86-967b-8feb089ce2cf tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528278 Mar 02 03:46:28.969733 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:28.973775 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:28.981614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-c2deb2bb-3bad-4ca4-88fe-c55f8b268c24 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103287) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 03:46:28.982579 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-c2deb2bb-3bad-4ca4-88fe-c55f8b268c24 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052392 Mar 02 03:46:29.022233 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:29.075718 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-716694d4-b48e-4754-9136-fa402f617221 service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872033 Mar 02 03:46:29.162423 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-fd557a0c-1134-4972-9beb-747362b1726e service neutron] 10.222.0.23 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810590 Mar 02 03:46:29.259244 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435b94-9a6a-43c2-91aa-ec63f88cc541 req-d098de74-465e-4f09-882b-fab12afff3f1 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:29.260758 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a435b94-9a6a-43c2-91aa-ec63f88cc541 req-d098de74-465e-4f09-882b-fab12afff3f1 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 944 time: 0.0545020 Mar 02 03:46:29.261450 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['dc04b975-c768-4e00-bb9d-11a1f8c1fa5c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:46:29.314893 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4a435b94-9a6a-43c2-91aa-ec63f88cc541 req-fb50075d-5885-4de3-8170-72750fadf6a3 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Mar 02 03:46:29.464737 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52d36924-1e4d-4595-8591-88128c59a362 req-c2d661d1-28fc-44fd-a3b1-3e0b7997e7ea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 210 time: 0.0338788 Mar 02 03:46:30.433694 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-ebfacf98-e97d-446d-98b6-cc0d2e78a02b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:30.436472 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-ebfacf98-e97d-446d-98b6-cc0d2e78a02b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 812 time: 0.1090074 Mar 02 03:46:30.455492 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dcc3c-d406-4353-93ce-92405018577a req-bfb3699c-0559-493a-9940-44e75507be80 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:30.456998 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-340dcc3c-d406-4353-93ce-92405018577a req-bfb3699c-0559-493a-9940-44e75507be80 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 944 time: 0.0616715 Mar 02 03:46:30.505629 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-290745da-f0ca-42b0-8464-90ff380296f8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f83d7fe62a4fca8328d978322a3cca HTTP/1.1" status: 200 len: 380 time: 0.0545909 Mar 02 03:46:30.506342 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-340dcc3c-d406-4353-93ce-92405018577a req-697715f4-a5e3-4e37-8154-15ed9b14506c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Mar 02 03:46:30.514780 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'port': {'device_id': '54c16107-013d-455a-a85f-c6d899d8cef9', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'admin_state_up': True, 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'security_groups': ['12fb3a65-408b-4c77-908b-4e8df6e31063']}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:30.573146 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f800977f-3f36-4d80-80da-b21d8bb7386d req-5c44a41f-25e3-401c-9c6a-497b137112d5 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 210 time: 0.0289645 Mar 02 03:46:30.805264 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device dc04b975-c768-4e00-bb9d-11a1f8c1fa5c up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:46:30.855537 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:46:30.860159 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:46:30.860753 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:30.868666 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Made reservation on behalf of c1f83d7fe62a4fca8328d978322a3cca for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:46:30.872288 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:30.944114 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:30.946911 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:30.971280 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:30.973516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c27c3fb-802e-4c97-be65-07d9583f3139" -d '{"events": [{"server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:30.985968 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:30.991649 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.010021 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.20.0.10 (53f235ea-f701-4700-a5bc-959cba0de98f/3a8fcf54-4951-4510-b126-1a8cf06dbe87/8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:46:31.025393 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c80a21-58d9-41f3-9ff4-46324bbc6644 x-openstack-request-id: req-17c80a21-58d9-41f3-9ff4-46324bbc6644 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:31.025940 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:31.026375 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17c80a21-58d9-41f3-9ff4-46324bbc6644 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:31.026774 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c', 'code': 200} Mar 02 03:46:31.049670 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:31.172867 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.208205 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.250219 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network 53f235ea-f701-4700-a5bc-959cba0de98f is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:46:31.253441 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:46:31.255858 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:46:31.256276 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c66ba1-0159-483b-a67c-1b376fe5db8b req-90b9cd1d-d7cc-46f0-9abf-5a95ef27f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:31.257977 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-15c66ba1-0159-483b-a67c-1b376fe5db8b req-90b9cd1d-d7cc-46f0-9abf-5a95ef27f6a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 1129 time: 0.0435913 Mar 02 03:46:31.303067 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:31.309117 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-15c66ba1-0159-483b-a67c-1b376fe5db8b req-b9237116-30de-4251-999f-daab4d6796fe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Mar 02 03:46:31.313966 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:31.314581 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.331178 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-9e2e5000-291a-487d-86a7-20d497bab913 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8202550 Mar 02 03:46:31.515252 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-299f39bd-cbb9-4f6e-ab69-1f530d37feb6 None None] Provisioning complete for port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:46:31.515728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-299f39bd-cbb9-4f6e-ab69-1f530d37feb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.548664 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-299f39bd-cbb9-4f6e-ab69-1f530d37feb6 None None] Port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:46:31.592094 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Request body: {'port': {'device_id': '54c16107-013d-455a-a85f-c6d899d8cef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:31.629176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed65a3-3546-4a7d-b322-622056bb7153 req-605e38ac-bc24-43d4-8c45-d7d53fbc1e96 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:31.630782 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-feed65a3-3546-4a7d-b322-622056bb7153 req-605e38ac-bc24-43d4-8c45-d7d53fbc1e96 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 945 time: 0.0545552 Mar 02 03:46:31.651968 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.708431 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-feed65a3-3546-4a7d-b322-622056bb7153 req-7e540ae0-981b-4a05-b1b5-77762ad3458a tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Mar 02 03:46:31.720264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b536da-7cd0-41bf-a05d-0687e1c5988e req-bfac245d-c319-43c8-9353-76c536360448 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:31.721773 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f5b536da-7cd0-41bf-a05d-0687e1c5988e req-bfac245d-c319-43c8-9353-76c536360448 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 932 time: 0.0793335 Mar 02 03:46:31.771858 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f5b536da-7cd0-41bf-a05d-0687e1c5988e req-7d4f191c-ea9c-4fe0-aafa-b0cc2822d40f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Mar 02 03:46:31.916370 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:31.924188 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks [] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.935798 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Transition to ACTIVE for port object 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:46:31.939746 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:31.992236 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:32.061122 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Attempting to bind port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:46:32.061453 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Attempting to bind port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:46:32.061832 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Attempting to bind port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:32.066314 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f on network 53f235ea-f701-4700-a5bc-959cba0de98f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:46:32.066635 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Attempting to bind port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f on network 53f235ea-f701-4700-a5bc-959cba0de98f {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:46:32.071554 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:46:32.071887 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Checking segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:46:32.072269 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Bound using segment: {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:46:32.072688 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Bound port: 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975879fe-f9f3-449c-9f86-9bbee73813f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:46:32.073293 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:32.141080 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:46:32.144311 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:46:32.149199 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:32.181187 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.181804 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:32.183196 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] 10.222.0.35 "PUT /v2.0/ports/8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 200 len: 1094 time: 0.5954223 Mar 02 03:46:32.183636 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:32.185850 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97407a8-c3d0-4ab6-9844-06d1eedac50a" -d '{"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:32.217461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954f81b-903f-419b-9f73-cdf7357dba72 service neutron] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:32.228993 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e108528-8b4d-417b-9376-a492244ef5ee x-openstack-request-id: req-2e108528-8b4d-417b-9376-a492244ef5ee {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:32.229317 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:32.229574 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e108528-8b4d-417b-9376-a492244ef5ee {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:32.229978 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'status': 'completed', 'code': 200} Mar 02 03:46:32.365919 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-1fba5081-ddef-4a29-b55a-0149284ef5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.367470 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-1fba5081-ddef-4a29-b55a-0149284ef5fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1128 time: 0.0465469 Mar 02 03:46:32.496488 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-d1fc1d0d-b625-4a09-a5b8-a1e276688e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.497965 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-d1fc1d0d-b625-4a09-a5b8-a1e276688e99 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984678 Mar 02 03:46:32.599365 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-b07dd79b-3ee6-4bb2-b2cc-fb89f877e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.600824 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f97407a8-c3d0-4ab6-9844-06d1eedac50a req-b07dd79b-3ee6-4bb2-b2cc-fb89f877e019 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0891948 Mar 02 03:46:32.705060 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-1821a06f-5ac8-4b69-b977-583963849a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.706525 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-1821a06f-5ac8-4b69-b977-583963849a29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1128 time: 0.0478516 Mar 02 03:46:32.753068 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-91bb6ff6-cf12-41a2-892b-3f0c0ac810f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 200 len: 217 time: 0.0332050 Mar 02 03:46:32.800927 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-1e19050d-812c-45eb-9fc6-bf0853294932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.802449 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-1e19050d-812c-45eb-9fc6-bf0853294932 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0436792 Mar 02 03:46:32.839924 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ecd0d-8d73-4725-a090-ba0486931237 req-10cbe922-40ef-414e-ba6d-c3c857e8c52e tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.841517 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-247ecd0d-8d73-4725-a090-ba0486931237 req-10cbe922-40ef-414e-ba6d-c3c857e8c52e tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 945 time: 0.0638943 Mar 02 03:46:32.856347 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-22ca3059-5daf-4f27-a12b-36e9f48928e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.857833 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-22ca3059-5daf-4f27-a12b-36e9f48928e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487432 Mar 02 03:46:32.924852 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ec56-9160-459d-bbda-16171a2617af req-f51327cf-0f0a-4f49-ba7e-ee7685370eb7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:32.926342 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19d8ec56-9160-459d-bbda-16171a2617af req-f51327cf-0f0a-4f49-ba7e-ee7685370eb7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0816133 Mar 02 03:46:32.929772 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-247ecd0d-8d73-4725-a090-ba0486931237 req-d5f87d9f-0be9-4a41-aa1f-e6f3b76f7a54 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750134 Mar 02 03:46:32.948453 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-13817003-1067-4d4c-822b-ba1e6bd3b40b service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Mar 02 03:46:32.977905 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-19d8ec56-9160-459d-bbda-16171a2617af req-a5aef318-0f81-4bcf-a7c5-160ab6bb7919 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Mar 02 03:46:33.043357 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f607f6cc-c85c-44d9-b298-d4d75b401237 req-e4bd82f5-b396-43ad-a6fe-b5bb4c99443d service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878050 Mar 02 03:46:33.663246 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77757e7-6d37-4b61-aeed-3a25e89040f0 req-ea375eca-e2d1-42f2-a67e-482bb557ee6c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:33.664639 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e77757e7-6d37-4b61-aeed-3a25e89040f0 req-ea375eca-e2d1-42f2-a67e-482bb557ee6c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 945 time: 0.0555515 Mar 02 03:46:33.710500 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e77757e7-6d37-4b61-aeed-3a25e89040f0 req-5d99d105-1af1-4a12-8c08-c0e450a8b54c tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Mar 02 03:46:34.096638 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865cc04-1718-4d40-aa42-6d8b81864f48 req-3dc7ba54-ad92-4d21-9646-0fbf993012a9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:34.098106 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7865cc04-1718-4d40-aa42-6d8b81864f48 req-3dc7ba54-ad92-4d21-9646-0fbf993012a9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0520749 Mar 02 03:46:34.145202 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7865cc04-1718-4d40-aa42-6d8b81864f48 req-1bef0630-4e1d-4cdb-bf6f-070cc0ef8065 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Mar 02 03:46:34.829386 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619b53-7e73-4783-9ab5-3aba14f558a7 req-ea0356c5-63cd-4137-98d0-664b8154334f tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:34.830881 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fb619b53-7e73-4783-9ab5-3aba14f558a7 req-ea0356c5-63cd-4137-98d0-664b8154334f tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 945 time: 0.0541215 Mar 02 03:46:34.881630 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fb619b53-7e73-4783-9ab5-3aba14f558a7 req-2f865dd9-b27c-4604-a637-714ca4e6a0a2 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/security-groups?id=01baacbc-e196-421d-bb3e-5d44d5664d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452309 Mar 02 03:46:35.231657 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-fb724531-a736-440b-8fe4-8e7cdd038c59 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:35.233114 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-fb724531-a736-440b-8fe4-8e7cdd038c59 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 945 time: 0.0537689 Mar 02 03:46:35.262236 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76eda-3039-438a-a33c-b50a2c8c74b5 req-c94ed7dd-8cb6-403f-84f4-c3dd91ee866e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:35.263777 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6f76eda-3039-438a-a33c-b50a2c8c74b5 req-c94ed7dd-8cb6-403f-84f4-c3dd91ee866e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0515375 Mar 02 03:46:35.313116 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-b6f76eda-3039-438a-a33c-b50a2c8c74b5 req-2d78e12c-79be-4ee3-98aa-b9edeb5e99d8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Mar 02 03:46:35.322613 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Deleting port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:46:35.323305 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:35.412257 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] For port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,segment=NetworkSegment(43ac1b0d-f7b5-4cef-88f3-c1be0bf39821),segment_id=43ac1b0d-f7b5-4cef-88f3-c1be0bf39821)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:35.412622 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:35.425045 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Calling delete_port for dc04b975-c768-4e00-bb9d-11a1f8c1fa5c owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:46:35.549478 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (dc04b975-c768-4e00-bb9d-11a1f8c1fa5c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:35.575894 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Pushing event deleted for resources: {'Port': ['ID=dc04b975-c768-4e00-bb9d-11a1f8c1fa5c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:35.583608 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['dc04b975-c768-4e00-bb9d-11a1f8c1fa5c'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:46:35.620314 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] No DVR routers for this DVR port dc04b975-c768-4e00-bb9d-11a1f8c1fa5c on host hv-cinder-83109 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:46:35.622683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:35.626749 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-6108b866-4d99-4e01-8952-a18811a2c8bb req-8f637252-25f1-4db6-b1de-e4f8a4b6e132 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.35 "DELETE /v2.0/ports/dc04b975-c768-4e00-bb9d-11a1f8c1fa5c HTTP/1.1" status: 204 len: 173 time: 0.3884647 Mar 02 03:46:35.627227 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'name': 'network-vif-deleted', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:35.629429 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dac7ebd-3c00-4091-8dc1-9ae47e542d98" -d '{"events": [{"server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "name": "network-vif-deleted", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:35.664235 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d3c44-d946-44f5-834b-0e3604a39ead x-openstack-request-id: req-1b5d3c44-d946-44f5-834b-0e3604a39ead {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:35.664679 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8670385d-2f82-4976-a782-5a8c4d5527dd", "name": "network-vif-deleted", "tag": "dc04b975-c768-4e00-bb9d-11a1f8c1fa5c", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:35.665018 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5d3c44-d946-44f5-834b-0e3604a39ead {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:35.665489 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8670385d-2f82-4976-a782-5a8c4d5527dd', 'name': 'network-vif-deleted', 'tag': 'dc04b975-c768-4e00-bb9d-11a1f8c1fa5c', 'status': 'completed', 'code': 200} Mar 02 03:46:35.982744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-f9aaacab-ab86-4c6f-9a5c-e99d5147dca1 req-dba9abf8-dca5-449c-b18f-e3dc1a067e71 tempest-VolumesActionsTest-1274449526 tempest-VolumesActionsTest-1274449526-project] 10.222.0.23 "GET /v2.0/ports?device_id=8670385d-2f82-4976-a782-5a8c4d5527dd HTTP/1.1" status: 200 len: 210 time: 0.0264571 Mar 02 03:46:36.485176 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30963-6c04-4dc6-96fd-ec3fb20fb226 req-2ca6096c-8dc9-4bc0-ab3f-5097d3d907ec tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:36.486810 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82b30963-6c04-4dc6-96fd-ec3fb20fb226 req-2ca6096c-8dc9-4bc0-ab3f-5097d3d907ec tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0520308 Mar 02 03:46:36.537922 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-82b30963-6c04-4dc6-96fd-ec3fb20fb226 req-ce59d046-fc1d-4a73-9bc7-5030b8e098f4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Mar 02 03:46:37.062546 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:37.659564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd50aa-c218-4d27-a399-cbc1928a7f72 req-29116620-2cc3-4914-a5f1-aaa5871e780b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:37.661068 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46bd50aa-c218-4d27-a399-cbc1928a7f72 req-29116620-2cc3-4914-a5f1-aaa5871e780b tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0540943 Mar 02 03:46:37.712565 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-46bd50aa-c218-4d27-a399-cbc1928a7f72 req-c807f736-7edd-4c4e-9a78-7ea5b0f710a7 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Mar 02 03:46:38.830276 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a13bb-a4c7-4462-a353-ee6ef713e253 req-22afcffd-6348-4c63-a1bb-ab919255afda tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:38.831789 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b5a13bb-a4c7-4462-a353-ee6ef713e253 req-22afcffd-6348-4c63-a1bb-ab919255afda tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0518188 Mar 02 03:46:38.879616 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-1b5a13bb-a4c7-4462-a353-ee6ef713e253 req-051e18fb-37d6-4181-9c61-0c7c79a8510c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Mar 02 03:46:39.999077 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965c2d3-f7e7-48d3-b4d5-81403ecf1d90 req-297e9ee2-b377-41e7-b4a9-7045810d7527 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:40.001090 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c965c2d3-f7e7-48d3-b4d5-81403ecf1d90 req-297e9ee2-b377-41e7-b4a9-7045810d7527 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0547614 Mar 02 03:46:40.050338 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c965c2d3-f7e7-48d3-b4d5-81403ecf1d90 req-db35a781-ff9c-4ce2-942a-f0a9ced411cc tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437243 Mar 02 03:46:40.495236 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device dc04b975-c768-4e00-bb9d-11a1f8c1fa5c no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:46:40.515258 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: dc04b975-c768-4e00-bb9d-11a1f8c1fa5c {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:46:40.515609 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device dc04b975-c768-4e00-bb9d-11a1f8c1fa5c not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:46:41.085217 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:46:41.165956 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6175-87ed-4d72-8ad9-ace14264156a req-05a31ddc-6d4e-4b87-9932-70eb4b9391e3 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:41.167468 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cbe6175-87ed-4d72-8ad9-ace14264156a req-05a31ddc-6d4e-4b87-9932-70eb4b9391e3 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0529253 Mar 02 03:46:41.216569 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-3cbe6175-87ed-4d72-8ad9-ace14264156a req-9b20793f-7fa0-45e7-bc09-b3275de5b2e8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Mar 02 03:46:42.341364 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89a0d-9128-4219-8355-49b1214c4d6f req-c569a611-93ef-42af-b8f5-8e07010662d0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:42.347514 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9af89a0d-9128-4219-8355-49b1214c4d6f req-c569a611-93ef-42af-b8f5-8e07010662d0 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0595474 Mar 02 03:46:42.401215 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9af89a0d-9128-4219-8355-49b1214c4d6f req-3d831df6-7d37-477c-85a7-6b11645e785f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Mar 02 03:46:42.886849 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:46:42.995943 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:43.007803 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'port_id': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'mac_address': 'fa:16:3e:b1:99:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:46:43.047150 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:43.048320 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:43.061796 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:46:43.086826 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:43.091198 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:43.161984 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:43.423253 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:46:43.537742 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5bde0-ea54-40d9-a1c4-0d093bb23738 req-788f568f-6b3f-47af-8120-a2491cbd1b19 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:43.540418 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-94d5bde0-ea54-40d9-a1c4-0d093bb23738 req-788f568f-6b3f-47af-8120-a2491cbd1b19 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Mar 02 03:46:43.600543 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-94d5bde0-ea54-40d9-a1c4-0d093bb23738 req-eb27c5b3-0f70-422a-9659-4d60e7a7af3a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530257 Mar 02 03:46:44.731629 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a503d1-2aca-4b1e-9a14-a3123840e9d7 req-7d821db4-9fa8-4feb-8540-9224aee9bb66 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:44.733580 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-90a503d1-2aca-4b1e-9a14-a3123840e9d7 req-7d821db4-9fa8-4feb-8540-9224aee9bb66 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 945 time: 0.0625060 Mar 02 03:46:44.797070 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-90a503d1-2aca-4b1e-9a14-a3123840e9d7 req-513b847a-7cde-476c-8cf5-625c6a2e010e tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575180 Mar 02 03:46:44.899316 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:46:44.950413 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:46:44.955887 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:46:44.956283 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:45.051527 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:46:45.051914 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:45.085188 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:45.087590 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951eb6cc-c3af-4658-9a9e-d583013008da" -d '{"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-plugged", "status": "completed", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:45.108777 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:46:45.114810 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:45.172895 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:45.221722 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8ab2b0-5bd4-42ff-951a-9ea7859e407a x-openstack-request-id: req-3b8ab2b0-5bd4-42ff-951a-9ea7859e407a {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:45.222078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-plugged", "status": "completed", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:45.222430 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b8ab2b0-5bd4-42ff-951a-9ea7859e407a {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:45.222916 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'code': 200} Mar 02 03:46:45.525637 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247744-404c-44df-86ea-12f4a8b58f5b req-99f60dd8-d408-4a29-8941-8966a2f47f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:45.528040 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2f247744-404c-44df-86ea-12f4a8b58f5b req-99f60dd8-d408-4a29-8941-8966a2f47f1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1130 time: 0.0526745 Mar 02 03:46:45.584993 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-2f247744-404c-44df-86ea-12f4a8b58f5b req-74c3b891-a637-412a-abdf-da3611fc00eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Mar 02 03:46:45.931030 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bd704-5ea4-4b84-9043-a0f6e1e8500f req-af44f954-1137-40b2-a271-f4cd6b303471 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:45.932655 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-800bd704-5ea4-4b84-9043-a0f6e1e8500f req-af44f954-1137-40b2-a271-f4cd6b303471 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0645175 Mar 02 03:46:45.997360 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-800bd704-5ea4-4b84-9043-a0f6e1e8500f req-ad4d07b2-4c99-4b96-a570-606ce2ebf927 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584393 Mar 02 03:46:47.125207 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52485f1b-fcc3-4dee-90a7-08c7a3154ee3 req-3dcb7a57-81fe-4f92-8a52-13b417a4e74f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:47.127885 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52485f1b-fcc3-4dee-90a7-08c7a3154ee3 req-3dcb7a57-81fe-4f92-8a52-13b417a4e74f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0560582 Mar 02 03:46:47.181306 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-52485f1b-fcc3-4dee-90a7-08c7a3154ee3 req-89e788fa-2320-44c1-9333-3c9cc53207df tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478663 Mar 02 03:46:47.309627 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fe6df-37a7-4ce8-887a-5755ae989152 req-fd30f751-2147-44bd-8da6-d88244a69f95 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:47.311152 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d22fe6df-37a7-4ce8-887a-5755ae989152 req-fd30f751-2147-44bd-8da6-d88244a69f95 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0592468 Mar 02 03:46:47.369419 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d22fe6df-37a7-4ce8-887a-5755ae989152 req-fb4c2dc8-d97e-454f-9cc9-81ef8d50741d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513716 Mar 02 03:46:47.393470 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43626) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:47.445825 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad13c9-8c01-4c00-82bc-ec48d15abbc3 tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:47.447408 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-53ad13c9-8c01-4c00-82bc-ec48d15abbc3 tempest-TestVolumeBootPattern-1158019735 tempest-TestVolumeBootPattern-1158019735-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1125 time: 0.0529182 Mar 02 03:46:47.450708 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43628) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:47.455121 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.v2.base [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Request body: {'floatingip': {'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'port_id': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:46:47.477804 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:47.613486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:47.701916 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-b4a2424e-03c1-47d2-a654-878c27da786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:47.729177 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_common [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Allocated IP 172.27.0.135 (a7177a0b-12bd-4294-841d-4606702f6a33/57850adc-2a0f-49ec-a153-b26fa36df6bf/c4d2c374-9e10-4056-87d8-a35da26812d3) {{(pid=103287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:46:47.882382 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:47.926327 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:47.970655 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Network a7177a0b-12bd-4294-841d-4606702f6a33 is already hosted by enough agents. {{(pid=103287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:46:47.974796 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.base_scheduler [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Resources bound (agent type, host, resource id): {{(pid=103287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:46:47.979337 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Received port after_create {{(pid=103287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:46:48.003563 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=c4d2c374-9e10-4056-87d8-a35da26812d3,revision_number=1']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:48.397012 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (0835d02d-283a-4466-9527-a5e0f8748804), precommit_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:48.485771 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:48.652282 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:48.658991 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3788622'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:48.750723 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event updated for resources: {'Port': ['ID=c4d2c374-9e10-4056-87d8-a35da26812d3,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:48.775411 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541754'] for floatingip (0835d02d-283a-4466-9527-a5e0f8748804), after_create {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:48.885097 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 0835d02d-283a-4466-9527-a5e0f8748804 associated. External IP: 172.27.0.135, port: 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f. Mar 02 03:46:49.410473 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:46:49.534817 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:46:49.547045 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:46:49.556981 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:49.562425 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:46:49.563675 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:46:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:49.612905 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9386b6c8-7923-4b24-abb0-0a5dab2cf331 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1608934 Mar 02 03:46:49.613843 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:46:49.616792 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de55e93c-83b7-4214-8b29-4b503bb40133" -d '{"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:46:49.724108 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:46:49.748091 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfcc35-f6c1-4809-a2e4-5c826265e66d x-openstack-request-id: req-c1dfcc35-f6c1-4809-a2e4-5c826265e66d {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:46:49.748388 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:46:49.748649 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1dfcc35-f6c1-4809-a2e4-5c826265e66d {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:46:49.749054 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'status': 'completed', 'code': 200} Mar 02 03:46:49.935353 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-b8a1ca2d-7830-4159-b200-1e08c4aea062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:49.939012 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-b8a1ca2d-7830-4159-b200-1e08c4aea062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1130 time: 0.1323500 Mar 02 03:46:49.992516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '0835d02d-283a-4466-9527-a5e0f8748804', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:b1:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c16107-013d-455a-a85f-c6d899d8cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:46:48Z', 'updated_at': '2022-03-02T03:46:48Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}, {'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:50.023432 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:46:50.035624 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:46:50.036420 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:46:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:50.072044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-f847088a-82be-442d-b794-d40c3fc5d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:50.074725 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-f847088a-82be-442d-b794-d40c3fc5d0cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.1270182 Mar 02 03:46:50.113003 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-66431176-0a97-403c-bf82-61cc59c2e74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:50.170396 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-dff8e2c0-c882-459e-88cf-637b27e7c933 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 200 len: 1000 time: 0.0888762 Mar 02 03:46:50.176246 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:46:50.230018 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-c3560b92-72cf-4f4f-bb36-8f3e194faa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:50.231559 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-c3560b92-72cf-4f4f-bb36-8f3e194faa8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0545452 Mar 02 03:46:50.301532 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-82e7a4ef-0e4d-4191-a82e-32f3a5339145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:46:50.303136 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-82e7a4ef-0e4d-4191-a82e-32f3a5339145 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622399 Mar 02 03:46:50.418768 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-c245c554-dd8b-46a3-a3cf-c7c1009adbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024616 Mar 02 03:46:50.527587 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-de55e93c-83b7-4214-8b29-4b503bb40133 req-d96e3299-e35f-4994-917c-378acac15f48 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993760 Mar 02 03:46:50.619969 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '0835d02d-283a-4466-9527-a5e0f8748804', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:b1:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c16107-013d-455a-a85f-c6d899d8cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:46:48Z', 'updated_at': '2022-03-02T03:46:48Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}, {'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:50.648061 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3fc28-03f1-4cae-8f1f-9a9879d0cceb None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '0835d02d-283a-4466-9527-a5e0f8748804', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.135', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:b1:99:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c16107-013d-455a-a85f-c6d899d8cef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:46:48Z', 'updated_at': '2022-03-02T03:46:48Z', 'revision_number': 0, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}, {'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:46:50.880714 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d63b51-f725-4738-be4c-b6efb0002f0f None None] New status for floating IP 0835d02d-283a-4466-9527-a5e0f8748804: ACTIVE {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:46:50.997333 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:52.440781 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:53.983743 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.778496 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43756) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:57.821434 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Deleting subnet ecc9d512-f35a-4da6-905a-c67525d06dc1 {{(pid=103287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:46:57.824793 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Publish callbacks [] for subnet (ecc9d512-f35a-4da6-905a-c67525d06dc1), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.860620 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3311538'] for subnet (ecc9d512-f35a-4da6-905a-c67525d06dc1), precommit_delete_associations {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.899474 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (ecc9d512-f35a-4da6-905a-c67525d06dc1), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.954715 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3788660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3735558'] for subnet (ecc9d512-f35a-4da6-905a-c67525d06dc1), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.978986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc9d512-f35a-4da6-905a-c67525d06dc1,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:57.986896 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:57.990112 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ecc9d512-f35a-4da6-905a-c67525d06dc1 HTTP/1.1" status: 204 len: 168 time: 0.2105083 Mar 02 03:46:57.991743 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.992097 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.992542 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.992892 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.993022 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43758) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:57.993455 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.993571 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.993866 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.994194 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.994646 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.994987 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.995341 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.995666 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:57.995992 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7550c2b-1d90-4dca-9199-3779fcc256f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.063863 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (29b7a47c-1a80-4700-8165-7ff436b30caf), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.138212 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (29b7a47c-1a80-4700-8165-7ff436b30caf), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.159088 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b7a47c-1a80-4700-8165-7ff436b30caf']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:58.168034 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:58.168336 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ac1b0d-f7b5-4cef-88f3-c1be0bf39821') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:46:58.181378 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (43ac1b0d-f7b5-4cef-88f3-c1be0bf39821), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.195204 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (43ac1b0d-f7b5-4cef-88f3-c1be0bf39821), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.201280 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:46:58.201665 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (43ac1b0d-f7b5-4cef-88f3-c1be0bf39821), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:46:58.203269 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:46:58.255498 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (29b7a47c-1a80-4700-8165-7ff436b30caf), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.260207 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.263401 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/29b7a47c-1a80-4700-8165-7ff436b30caf HTTP/1.1" status: 204 len: 168 time: 0.2694335 Mar 02 03:46:58.276508 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b7a47c-1a80-4700-8165-7ff436b30caf,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:46:58.283986 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.284586 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.284845 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.285195 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.285555 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.285867 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.286204 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.286544 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.286902 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.287315 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.287570 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.287902 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.288227 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1911c635-1d8d-4fea-a8d3-1d934b6dc3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:46:58.368276 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43762) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:58.407346 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-e0e5f101-978e-4e3c-9f96-ab58c20b3659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=606c3b4cd63d41a1876cfe423423469e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378740 Mar 02 03:46:58.409896 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43764) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:46:58.455867 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] Publish callbacks [] for security_group (01baacbc-e196-421d-bb3e-5d44d5664d4a), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.478192 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] Publish callbacks [] for security_group (01baacbc-e196-421d-bb3e-5d44d5664d4a), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.531962 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (01baacbc-e196-421d-bb3e-5d44d5664d4a), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.534606 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:46:58.538108 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01baacbc-e196-421d-bb3e-5d44d5664d4a HTTP/1.1" status: 204 len: 168 time: 0.1250274 Mar 02 03:46:58.548036 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b134e63-f508-4ae6-bbe3-d16011cd7339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01baacbc-e196-421d-bb3e-5d44d5664d4a,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:07.071144 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:16.409536 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-7b5b5db1-f092-4e56-a3b0-44195f644382 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417168 Mar 02 03:47:16.508156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-2f3cd032-7343-451b-adae-3212e441affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:16.509606 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-2f3cd032-7343-451b-adae-3212e441affe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1129 time: 0.0440474 Mar 02 03:47:16.609987 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-e81debfd-7631-4a4b-b300-b392d568cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:16.611470 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-e81debfd-7631-4a4b-b300-b392d568cc53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0843732 Mar 02 03:47:16.673232 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-77c940b2-427b-4944-905f-11b93db1b08b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 1000 time: 0.0559180 Mar 02 03:47:16.719158 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-05ad8058-f466-48ce-9dc5-f827046bba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:16.720530 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-05ad8058-f466-48ce-9dc5-f827046bba46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0414135 Mar 02 03:47:16.770163 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-0fe14cbd-b6b0-412a-9064-118f5000ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:16.771666 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-0fe14cbd-b6b0-412a-9064-118f5000ff02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451286 Mar 02 03:47:16.857099 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-fd2970cd-1fab-4a96-9259-1f5bc944ba7b service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794954 Mar 02 03:47:16.946035 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-36afcd7b-e1d5-4d80-9623-7fd87da25326 req-6e473858-9fd5-4af4-841d-c534ca5eefb2 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830669 Mar 02 03:47:17.694169 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1a703e28-2740-42a6-8cd2-d1abf3b6d693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:18.083772 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:47:20.105483 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6745d5f-06dd-487a-9186-c6677c628ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:20.979643 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:22.434748 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:23.987280 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:25.998080 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43948) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:26.099615 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52972d19-5754-443d-a6bc-4f9eec36bf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.172123 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52972d19-5754-443d-a6bc-4f9eec36bf99 admin admin] Publish callbacks [] for security_group (75d8286c-c3b1-4f51-9d48-00e8671efb63), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.175619 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-52972d19-5754-443d-a6bc-4f9eec36bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (75d8286c-c3b1-4f51-9d48-00e8671efb63), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.213402 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-52972d19-5754-443d-a6bc-4f9eec36bf99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57b3b547c492401a94fc3cc2ff1fbf03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143130 Mar 02 03:47:26.214262 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52972d19-5754-443d-a6bc-4f9eec36bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d8286c-c3b1-4f51-9d48-00e8671efb63,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:26.216841 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43952) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:26.265280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] Publish callbacks [] for security_group (75d8286c-c3b1-4f51-9d48-00e8671efb63), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.286382 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] Publish callbacks [] for security_group (75d8286c-c3b1-4f51-9d48-00e8671efb63), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.333280 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (75d8286c-c3b1-4f51-9d48-00e8671efb63), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.336766 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:26.337975 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75d8286c-c3b1-4f51-9d48-00e8671efb63 HTTP/1.1" status: 204 len: 168 time: 0.1199913 Mar 02 03:47:26.346024 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c974993-3d22-459e-b904-a15aa9ece8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d8286c-c3b1-4f51-9d48-00e8671efb63,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:27.295613 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 43982) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:27.397686 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8125ece5-ee36-46cd-a6ab-12c77fd09015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.474239 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8125ece5-ee36-46cd-a6ab-12c77fd09015 admin admin] Publish callbacks [] for security_group (e091c860-0cfc-491c-8b7f-30c21ba17da3), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.477930 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-8125ece5-ee36-46cd-a6ab-12c77fd09015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e091c860-0cfc-491c-8b7f-30c21ba17da3), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.516711 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-8125ece5-ee36-46cd-a6ab-12c77fd09015 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f9df18b823d4ce99cb6090f4750ef0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200568 Mar 02 03:47:27.517559 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125ece5-ee36-46cd-a6ab-12c77fd09015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e091c860-0cfc-491c-8b7f-30c21ba17da3,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:27.519499 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 43986) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:27.580765 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] Publish callbacks [] for security_group (e091c860-0cfc-491c-8b7f-30c21ba17da3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.602290 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] Publish callbacks [] for security_group (e091c860-0cfc-491c-8b7f-30c21ba17da3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.652555 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (e091c860-0cfc-491c-8b7f-30c21ba17da3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.655179 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:27.658412 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e091c860-0cfc-491c-8b7f-30c21ba17da3 HTTP/1.1" status: 204 len: 168 time: 0.1376984 Mar 02 03:47:27.668680 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e34d7a-342f-4477-937f-17764a62542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e091c860-0cfc-491c-8b7f-30c21ba17da3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:29.865826 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-ffb7a3c5-b050-47dc-a860-93dc788101dd tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=791308934f7044b5989a0a484b021d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286250 Mar 02 03:47:30.044207 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-6db6d780-2aef-4e0d-8dde-043beefeca6d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:30.045674 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-6db6d780-2aef-4e0d-8dde-043beefeca6d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746774 Mar 02 03:47:30.059912 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-6610ac29-4f83-4b18-880a-365e15cb4d42 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/quotas/791308934f7044b5989a0a484b021d3a HTTP/1.1" status: 200 len: 375 time: 0.0089369 Mar 02 03:47:30.091824 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-dde643e3-0fd3-4e97-9ae5-def9b8c04768 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=791308934f7044b5989a0a484b021d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271790 Mar 02 03:47:30.252738 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-cd61f4f3-11bf-4ac2-b2cb-f867d4c387b7 req-a52d7a63-06e5-4e61-88f7-92523a1db3bc tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 210 time: 0.0293629 Mar 02 03:47:31.317198 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-630d069c-25ac-4aa0-805d-7a2e74ae332e tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=791308934f7044b5989a0a484b021d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319369 Mar 02 03:47:31.352125 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-9f0b678d-5f52-40fe-94d6-5058e8fb513d req-54adcf26-6047-4c65-9e97-313311ee8bbd tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 210 time: 0.0316246 Mar 02 03:47:31.498218 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-5b41252c-b1ab-4d0a-ac87-9c89c286ee4b tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:31.499705 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-5b41252c-b1ab-4d0a-ac87-9c89c286ee4b tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777472 Mar 02 03:47:31.530398 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Request body: {'port': {'device_id': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694', 'admin_state_up': True, 'tenant_id': '791308934f7044b5989a0a484b021d3a'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:47:31.633667 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Made reservation on behalf of 791308934f7044b5989a0a484b021d3a for: {'port': 1} {{(pid=103288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 03:47:31.637090 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:31.645044 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:31.724076 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks [] for security_group (76ea5bfc-26d6-4a17-8601-ee0d02c0973a), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:31.727825 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (76ea5bfc-26d6-4a17-8601-ee0d02c0973a), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:31.787875 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ea5bfc-26d6-4a17-8601-ee0d02c0973a,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:31.857787 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_common [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Allocated IP 192.168.233.101 (697f0a07-8813-49e1-969c-9b7e79b36694/7cea27f3-a43b-40e0-b61d-6a4745676841/b8c8c9a0-cd8b-42f4-8594-51819b944167) {{(pid=103288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 03:47:31.995091 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks [] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), precommit_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.028887 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780980046565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_create {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.073512 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Network 697f0a07-8813-49e1-969c-9b7e79b36694 is already hosted by enough agents. {{(pid=103288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 03:47:32.076400 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.base_scheduler [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Resources bound (agent type, host, resource id): {{(pid=103288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 03:47:32.079821 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Received port after_create {{(pid=103288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 03:47:32.106536 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Pushing event updated for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=1']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:32.130472 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:32.131145 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.147331 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-71277747-0ef6-4633-970b-2f495248cc96 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6204486 Mar 02 03:47:32.164994 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.v2.base [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Request body: {'port': {'device_id': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83109'}} {{(pid=103288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 03:47:32.226812 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.294214 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-c59ac127-f4eb-4746-9ee4-1440ba7c023f None None] Provisioning complete for port b8c8c9a0-cd8b-42f4-8594-51819b944167 triggered by entity DHCP. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:47:32.294850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c59ac127-f4eb-4746-9ee4-1440ba7c023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.331755 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-c59ac127-f4eb-4746-9ee4-1440ba7c023f None None] Port b8c8c9a0-cd8b-42f4-8594-51819b944167 cannot update to ACTIVE because it is not bound. {{(pid=103289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 03:47:32.470760 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c290ba-d0e0-4c98-95b7-92587225076f req-f25cfc6e-6d69-4b06-abd8-6bb3bfa0ebdd tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:32.472373 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-42c290ba-d0e0-4c98-95b7-92587225076f req-f25cfc6e-6d69-4b06-abd8-6bb3bfa0ebdd tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 936 time: 0.0519047 Mar 02 03:47:32.482126 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c8c9a0-cd8b-42f4-8594-51819b944167 {{(pid=103288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:47:32.489371 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks [] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), precommit_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.501805 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.provisioning_blocks [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Transition to ACTIVE for port object b8c8c9a0-cd8b-42f4-8594-51819b944167 will not be triggered until provisioned by entity L2. {{(pid=103288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 03:47:32.504925 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.521874 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-42c290ba-d0e0-4c98-95b7-92587225076f req-9b1435de-880a-4326-94b4-94cfa77196fe tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Mar 02 03:47:32.570092 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=2']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:32.623040 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Attempting to bind port b8c8c9a0-cd8b-42f4-8594-51819b944167 on host hv-cinder-83109 for vnic_type normal with profile {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 03:47:32.623419 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Attempting to bind port b8c8c9a0-cd8b-42f4-8594-51819b944167 by drivers openvswitch,hyperv on host hv-cinder-83109 at level 0 using segments [{'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 03:47:32.623744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Attempting to bind port b8c8c9a0-cd8b-42f4-8594-51819b944167 on network 697f0a07-8813-49e1-969c-9b7e79b36694 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:47:32.628248 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Port b8c8c9a0-cd8b-42f4-8594-51819b944167 on network 697f0a07-8813-49e1-969c-9b7e79b36694 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83109 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 03:47:32.628571 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Attempting to bind port b8c8c9a0-cd8b-42f4-8594-51819b944167 on network 697f0a07-8813-49e1-969c-9b7e79b36694 {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 03:47:32.633879 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Checking agent: {'id': '8af50a72-81d4-40e0-8111-3ed6e074ab2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83109', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'started_at': datetime.datetime(2022, 3, 2, 3, 34, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 3, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 03:47:32.634214 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Checking segment: {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 03:47:32.634600 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Bound using segment: {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'} {{(pid=103288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 03:47:32.635031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.managers [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Bound port: b8c8c9a0-cd8b-42f4-8594-51819b944167, host: hv-cinder-83109, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ff5d07-34c5-4bd4-99da-62c2d1308498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694'}}] {{(pid=103288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 03:47:32.635423 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), before_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.698656 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, cleared binding levels {{(pid=103288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 03:47:32.701759 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 03:47:32.707764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3545026'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_update {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.742841 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:32.743480 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:32.744857 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] 10.222.0.35 "PUT /v2.0/ports/b8c8c9a0-cd8b-42f4-8594-51819b944167 HTTP/1.1" status: 200 len: 1098 time: 0.5843475 Mar 02 03:47:32.745297 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:47:32.747622 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830fdef1-9fcd-42aa-af85-ef4d128e9de3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:47:32.769341 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2628e-ba43-44c0-865c-d6cf67229be5 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=3']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:32.847535 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-11e8c8f5-3ffa-4fef-809e-2f62562e4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:32.849129 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-11e8c8f5-3ffa-4fef-809e-2f62562e4cbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=791308934f7044b5989a0a484b021d3a&device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 1132 time: 0.0480421 Mar 02 03:47:33.158174 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c840f5-8ce2-4a19-8f25-693b0e0dc660 x-openstack-request-id: req-96c840f5-8ce2-4a19-8f25-693b0e0dc660 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:47:33.158391 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:47:33.158596 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96c840f5-8ce2-4a19-8f25-693b0e0dc660 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:47:33.158985 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167', 'status': 'completed', 'code': 200} Mar 02 03:47:33.160741 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-48e268a2-c7e5-45bc-b529-8119d3faebdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167 HTTP/1.1" status: 200 len: 217 time: 0.2988024 Mar 02 03:47:33.208138 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-dd12d3a7-4ea7-4ba1-8b0a-517b422e1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.209529 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-dd12d3a7-4ea7-4ba1-8b0a-517b422e1b61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7cea27f3-a43b-40e0-b61d-6a4745676841 HTTP/1.1" status: 200 len: 843 time: 0.0424688 Mar 02 03:47:33.255797 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f0db-b8a3-4028-80c4-338654297958 req-bc9322d8-b860-48e0-9009-1f421577f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.257239 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-bc9322d8-b860-48e0-9009-1f421577f94b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=697f0a07-8813-49e1-969c-9b7e79b36694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0422404 Mar 02 03:47:33.345879 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-c41a2e78-d2ad-4846-8254-e2229b5d47ba service neutron] 10.222.0.35 "GET /v2.0/networks/697f0a07-8813-49e1-969c-9b7e79b36694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825117 Mar 02 03:47:33.432857 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-fa35f0db-b8a3-4028-80c4-338654297958 req-9795cdb0-3fb2-4015-abad-e2c04972e056 service neutron] 10.222.0.35 "GET /v2.0/networks/697f0a07-8813-49e1-969c-9b7e79b36694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804315 Mar 02 03:47:33.562071 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-190e0d80-cb04-4f6f-8d41-73bdf2b5d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.563612 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-190e0d80-cb04-4f6f-8d41-73bdf2b5d22d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=791308934f7044b5989a0a484b021d3a&device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 1132 time: 0.0483992 Mar 02 03:47:33.642595 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ec72-01f1-4538-9cf5-218208ed8be3 req-e30d4629-f11d-44ce-b0f7-7414ac704427 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.644113 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2990ec72-01f1-4538-9cf5-218208ed8be3 req-e30d4629-f11d-44ce-b0f7-7414ac704427 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 948 time: 0.0543973 Mar 02 03:47:33.652893 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-d1ace9d6-eba4-4141-81f8-3ffaaaafcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.654473 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-d1ace9d6-eba4-4141-81f8-3ffaaaafcf23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=697f0a07-8813-49e1-969c-9b7e79b36694 HTTP/1.1" status: 200 len: 869 time: 0.0850732 Mar 02 03:47:33.696067 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-eabf75b2-55f2-48c1-b8c5-2df0c86942f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167 HTTP/1.1" status: 200 len: 217 time: 0.0355010 Mar 02 03:47:33.696651 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-2990ec72-01f1-4538-9cf5-218208ed8be3 req-d9af7c33-f779-4586-bf3c-68be4a3c44b5 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Mar 02 03:47:33.747769 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-503296aa-ef4b-4bfd-af86-bba138027b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.749252 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-503296aa-ef4b-4bfd-af86-bba138027b97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7cea27f3-a43b-40e0-b61d-6a4745676841 HTTP/1.1" status: 200 len: 843 time: 0.0467179 Mar 02 03:47:33.798009 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-3738fb1c-628e-4dea-aff8-1233b9518cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:33.799510 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-3738fb1c-628e-4dea-aff8-1233b9518cd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=697f0a07-8813-49e1-969c-9b7e79b36694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0438991 Mar 02 03:47:33.886246 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-2c7f13c6-77f0-41e9-8db8-83193556b365 service neutron] 10.222.0.35 "GET /v2.0/networks/697f0a07-8813-49e1-969c-9b7e79b36694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801721 Mar 02 03:47:33.976947 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-830fdef1-9fcd-42aa-af85-ef4d128e9de3 req-f3a75f5a-34ba-43b4-8371-7e19003194b5 service neutron] 10.222.0.35 "GET /v2.0/networks/697f0a07-8813-49e1-969c-9b7e79b36694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833061 Mar 02 03:47:34.814737 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475da674-a676-4998-a355-103cb35a0866 req-0a2ab957-30f2-45f8-b7ce-eaa6e3fdfe3d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:34.816215 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-475da674-a676-4998-a355-103cb35a0866 req-0a2ab957-30f2-45f8-b7ce-eaa6e3fdfe3d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 948 time: 0.0520544 Mar 02 03:47:34.862627 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-475da674-a676-4998-a355-103cb35a0866 req-3945831d-0e8a-4106-a917-c1eb452a5620 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Mar 02 03:47:35.117091 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device b8c8c9a0-cd8b-42f4-8594-51819b944167 details requested by agent hyperv_hv-cinder-83109 with host hv-cinder-83109 {{(pid=103289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 03:47:35.213069 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:47:35.224292 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Returning: {'device': 'b8c8c9a0-cd8b-42f4-8594-51819b944167', 'network_id': '697f0a07-8813-49e1-969c-9b7e79b36694', 'port_id': 'b8c8c9a0-cd8b-42f4-8594-51819b944167', 'mac_address': 'fa:16:3e:5b:d4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cea27f3-a43b-40e0-b61d-6a4745676841', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 03:47:35.263502 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port b8c8c9a0-cd8b-42f4-8594-51819b944167 is: DOWN; New status is: BUILD {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:47:35.263900 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:35.276789 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c8c9a0-cd8b-42f4-8594-51819b944167 {{(pid=103289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 03:47:35.295115 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:47:35.298847 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:35.344817 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=4']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:35.351591 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.351951 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.352307 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.352660 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.353018 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.353457 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.353800 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.354133 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.354466 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.354798 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.355228 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.355560 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.355886 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:47:35.599225 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] get_ports_and_sgs() called for port_ids ['b8c8c9a0-cd8b-42f4-8594-51819b944167'] {{(pid=103289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 03:47:35.976260 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f4ac9-6c50-48d9-b2f2-863cda1e1159 req-39b869d8-331e-4467-9350-88521d785f2f tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:35.978209 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-050f4ac9-6c50-48d9-b2f2-863cda1e1159 req-39b869d8-331e-4467-9350-88521d785f2f tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 949 time: 0.0506208 Mar 02 03:47:36.025942 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-050f4ac9-6c50-48d9-b2f2-863cda1e1159 req-039ec19f-b276-46ee-a494-c89374a45a51 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423293 Mar 02 03:47:37.068833 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:37.117854 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device b8c8c9a0-cd8b-42f4-8594-51819b944167 up at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 03:47:37.145848 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4989b-9d4b-46df-b2bd-d1388c5a4bdf req-af911372-5dd7-4fe0-8141-afed08ef92e9 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:37.147357 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fee4989b-9d4b-46df-b2bd-d1388c5a4bdf req-af911372-5dd7-4fe0-8141-afed08ef92e9 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 949 time: 0.0535769 Mar 02 03:47:37.168048 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning for port b8c8c9a0-cd8b-42f4-8594-51819b944167 completed by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 03:47:37.171781 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.provisioning_blocks [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Provisioning complete for port b8c8c9a0-cd8b-42f4-8594-51819b944167 triggered by entity L2. {{(pid=103289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 03:47:37.172161 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8034466'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), provisioning_complete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:37.195200 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-fee4989b-9d4b-46df-b2bd-d1388c5a4bdf req-8f1f2902-b1f2-4830-91ce-3029f6f903bf tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Mar 02 03:47:37.254310 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port b8c8c9a0-cd8b-42f4-8594-51819b944167 is: BUILD; New status is: ACTIVE {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:47:37.254705 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:37.277622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:47:37.279944 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bfa0e-f284-4ac8-aa4c-86326896b51e" -d '{"events": [{"server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:47:37.292239 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:47:37.296659 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:37.319918 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1334cb-7609-4781-9778-e47efafaa2d1 x-openstack-request-id: req-3c1334cb-7609-4781-9778-e47efafaa2d1 {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:47:37.320213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "name": "network-vif-plugged", "status": "completed", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:47:37.320465 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c1334cb-7609-4781-9778-e47efafaa2d1 {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:47:37.320856 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167', 'code': 200} Mar 02 03:47:37.346925 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=5']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:37.522625 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cfecd-bff5-4f99-8a8c-4b3790710338 req-6f8f68a4-3626-4d37-9b66-fdb1eabdee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:37.524139 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-be3cfecd-bff5-4f99-8a8c-4b3790710338 req-6f8f68a4-3626-4d37-9b66-fdb1eabdee4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 1134 time: 0.0432088 Mar 02 03:47:37.566300 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-be3cfecd-bff5-4f99-8a8c-4b3790710338 req-df1af3ab-b0a1-482a-91a5-fe6716b48184 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357995 Mar 02 03:47:38.313512 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e848b5-ca83-424d-85ee-f0ac0e0824dc req-3e6cc7e9-fe2a-4772-978b-0deb52ad5c77 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:38.314973 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81e848b5-ca83-424d-85ee-f0ac0e0824dc req-3e6cc7e9-fe2a-4772-978b-0deb52ad5c77 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 950 time: 0.0524032 Mar 02 03:47:38.361273 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-81e848b5-ca83-424d-85ee-f0ac0e0824dc req-72f65aae-d7c7-474b-945f-44b91f0c709b tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Mar 02 03:47:39.481613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935f97-1fc6-4b2a-ab36-d4de196d7d3a req-1cc4fa0b-55cb-4b2e-bd3f-3570cc6bf679 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:39.483133 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2935f97-1fc6-4b2a-ab36-d4de196d7d3a req-1cc4fa0b-55cb-4b2e-bd3f-3570cc6bf679 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 950 time: 0.0553179 Mar 02 03:47:39.528718 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c2935f97-1fc6-4b2a-ab36-d4de196d7d3a req-b5d3c058-7e91-41af-bf58-6480d3118da3 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Mar 02 03:47:39.788633 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1267721-40d9-48a0-878d-fc055e5cb773 req-4b86fb27-dd7d-4e3b-bb04-cdc1e2328ff5 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:39.790134 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e1267721-40d9-48a0-878d-fc055e5cb773 req-4b86fb27-dd7d-4e3b-bb04-cdc1e2328ff5 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 950 time: 0.0517657 Mar 02 03:47:39.838589 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-e1267721-40d9-48a0-878d-fc055e5cb773 req-37040bcc-b704-437c-9304-c14854d665ca tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Mar 02 03:47:40.960023 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1a81-479f-42bb-a7eb-9e134da1bef6 req-dd62b11d-fe43-46bb-9530-2fc565bc266d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:40.961549 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-efae1a81-479f-42bb-a7eb-9e134da1bef6 req-dd62b11d-fe43-46bb-9530-2fc565bc266d tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 950 time: 0.0551269 Mar 02 03:47:41.009621 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-efae1a81-479f-42bb-a7eb-9e134da1bef6 req-eb890b21-8979-4567-bfbc-425aadb57c23 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/security-groups?id=76ea5bfc-26d6-4a17-8601-ee0d02c0973a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Mar 02 03:47:41.228765 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-b33c5169-3ee0-4e03-8b55-2cbd88097fc2 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:47:41.230187 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-b33c5169-3ee0-4e03-8b55-2cbd88097fc2 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 950 time: 0.0554152 Mar 02 03:47:41.319114 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Deleting port b8c8c9a0-cd8b-42f4-8594-51819b944167 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:47:41.319461 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:41.407934 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] For port b8c8c9a0-cd8b-42f4-8594-51819b944167, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=b8c8c9a0-cd8b-42f4-8594-51819b944167,segment=NetworkSegment(28ff5d07-34c5-4bd4-99da-62c2d1308498),segment_id=28ff5d07-34c5-4bd4-99da-62c2d1308498)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:47:41.408304 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:41.420636 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Calling delete_port for b8c8c9a0-cd8b-42f4-8594-51819b944167 owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:47:41.545031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b8c8c9a0-cd8b-42f4-8594-51819b944167), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:41.575928 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Pushing event deleted for resources: {'Port': ['ID=b8c8c9a0-cd8b-42f4-8594-51819b944167,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:41.619487 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] No DVR routers for this DVR port b8c8c9a0-cd8b-42f4-8594-51819b944167 on host hv-cinder-83109 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:47:41.622702 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:41.626047 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-f6f64a97-2900-4009-9942-adfc81da0e18 req-fe538a8d-c070-4286-b8d8-fd8ed9d447da tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.35 "DELETE /v2.0/ports/b8c8c9a0-cd8b-42f4-8594-51819b944167 HTTP/1.1" status: 204 len: 173 time: 0.3891270 Mar 02 03:47:41.626517 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'name': 'network-vif-deleted', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:47:41.628860 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84f3e4a-956e-4b11-9eef-3d7f430f3c90" -d '{"events": [{"server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "name": "network-vif-deleted", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:47:41.667075 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f467d9-1ada-42f5-b12a-8624445087e2 x-openstack-request-id: req-46f467d9-1ada-42f5-b12a-8624445087e2 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:47:41.667372 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4268fc-83a1-4fda-8431-2f1ccd9cd20f", "name": "network-vif-deleted", "tag": "b8c8c9a0-cd8b-42f4-8594-51819b944167", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:47:41.667637 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46f467d9-1ada-42f5-b12a-8624445087e2 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:47:41.668076 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4268fc-83a1-4fda-8431-2f1ccd9cd20f', 'name': 'network-vif-deleted', 'tag': 'b8c8c9a0-cd8b-42f4-8594-51819b944167', 'status': 'completed', 'code': 200} Mar 02 03:47:42.122383 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-c869b865-8250-48a9-a05d-46c79a49e677 req-0464168d-1994-4dc3-b5ff-8b0e4085f3e5 tempest-VolumesNegativeTest-199450228 tempest-VolumesNegativeTest-199450228-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee4268fc-83a1-4fda-8431-2f1ccd9cd20f HTTP/1.1" status: 200 len: 210 time: 0.0283265 Mar 02 03:47:43.180386 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device b8c8c9a0-cd8b-42f4-8594-51819b944167 no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:47:43.204689 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: b8c8c9a0-cd8b-42f4-8594-51819b944167 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:47:43.205027 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device b8c8c9a0-cd8b-42f4-8594-51819b944167 not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:47:46.925108 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44328) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:47.053254 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-9b1904eb-97e6-4d7d-93c6-b1bfe7ff1162 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=791308934f7044b5989a0a484b021d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269364 Mar 02 03:47:47.055671 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44332) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:47:47.100693 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] Publish callbacks [] for security_group (76ea5bfc-26d6-4a17-8601-ee0d02c0973a), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:47.121378 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] Publish callbacks [] for security_group (76ea5bfc-26d6-4a17-8601-ee0d02c0973a), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:47.168142 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (76ea5bfc-26d6-4a17-8601-ee0d02c0973a), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:47.171283 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:47.175075 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76ea5bfc-26d6-4a17-8601-ee0d02c0973a HTTP/1.1" status: 204 len: 168 time: 0.1160097 Mar 02 03:47:47.180773 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb16685-026c-45be-af5b-e144830166f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ea5bfc-26d6-4a17-8601-ee0d02c0973a,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:47:47.698078 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-171bbfc4-185e-4aa8-9d9e-df7ad7833f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:50.106319 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-49bffee4-2786-421a-a75f-d3907cd32e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:50.982938 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:52.436699 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:53.989622 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:47:55.083503 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:48:07.087526 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:17.116493 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-587c4a6f-565e-4221-a8e8-ee4c0c8bb790 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435247 Mar 02 03:48:17.192839 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee48f-bff3-4c52-925f-cf70186e579d req-627a60bd-b3ea-465d-9404-7f29170b2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:17.194332 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-627a60bd-b3ea-465d-9404-7f29170b2d6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1130 time: 0.0442712 Mar 02 03:48:17.298893 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee48f-bff3-4c52-925f-cf70186e579d req-6f37207e-b2c9-4752-9aba-8fec88522d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:17.300386 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-6f37207e-b2c9-4752-9aba-8fec88522d36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0878046 Mar 02 03:48:17.365392 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-0b31d5b2-cf0f-41e2-b952-a868c4775422 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 200 len: 1002 time: 0.0582237 Mar 02 03:48:17.417266 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee48f-bff3-4c52-925f-cf70186e579d req-6713f43e-f889-4a73-8864-e738c1a1c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:17.418599 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-6713f43e-f889-4a73-8864-e738c1a1c544 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0476756 Mar 02 03:48:17.466995 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee48f-bff3-4c52-925f-cf70186e579d req-030be1bc-b474-4919-afdd-4d1a990c59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:17.469377 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-030be1bc-b474-4919-afdd-4d1a990c59a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442798 Mar 02 03:48:17.554391 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-236b14de-9451-4922-8f78-444aa64f9875 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787716 Mar 02 03:48:17.643302 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-789ee48f-bff3-4c52-925f-cf70186e579d req-5bd14579-5532-4f1e-9a8b-714aaf951c30 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829577 Mar 02 03:48:17.701662 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-06cb5caa-21c9-47c0-bfac-f000d975f2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:20.107570 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-6f3b8095-4f58-444a-95aa-3b1617135b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:20.986976 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:22.438920 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:23.991591 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:32.085589 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:48:33.454819 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44342) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:33.612022 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port c4d2c374-9e10-4056-87d8-a35da26812d3 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:33.612360 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:33.683622 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:33.683868 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (c4d2c374-9e10-4056-87d8-a35da26812d3), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:33.695829 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for c4d2c374-9e10-4056-87d8-a35da26812d3 owned by network:floatingip {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:33.840803 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (c4d2c374-9e10-4056-87d8-a35da26812d3), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:33.867191 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=c4d2c374-9e10-4056-87d8-a35da26812d3,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:33.878862 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.879258 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.879614 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.879962 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.880303 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.880641 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.880978 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.881314 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.881650 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.881986 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.882319 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.882671 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.883002 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:33.939357 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (0835d02d-283a-4466-9527-a5e0f8748804), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:33.939606 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.db.l3_db [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 0835d02d-283a-4466-9527-a5e0f8748804 disassociated (deleted). External IP: 172.27.0.135, port: 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f. Mar 02 03:48:34.148794 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:48:34.257169 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:48:34.261561 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:34.268535 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:48:34.278108 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:34.278727 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:34.293927 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c6c671e0-6c5d-4b06-9246-843ed2c1b5b9 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "DELETE /v2.0/floatingips/0835d02d-283a-4466-9527-a5e0f8748804 HTTP/1.1" status: 204 len: 168 time: 0.8356528 Mar 02 03:48:34.293927 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:48:34.294407 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd099906a4fe4765f65d4b3f117f57c06a774a04e8f1fe5d18319bda665b7f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef650d04-fa34-4521-8dce-3bc7e8e3597f" -d '{"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:48:34.331264 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e663ce9-bf6a-4aaf-b7a7-22cab3a45830 x-openstack-request-id: req-0e663ce9-bf6a-4aaf-b7a7-22cab3a45830 {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:48:34.331683 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "status": "completed", "code": 200}]} {{(pid=103287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:48:34.331951 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e663ce9-bf6a-4aaf-b7a7-22cab3a45830 {{(pid=103287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:48:34.332360 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'status': 'completed', 'code': 200} Mar 02 03:48:34.400268 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:34.426516 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-92a59d73-ee9b-4a2c-ae5a-b06463b8789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:34.428087 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-92a59d73-ee9b-4a2c-ae5a-b06463b8789a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 1130 time: 0.0539963 Mar 02 03:48:34.522122 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca729d-0ec4-4ac7-bb92-4944e0d2e0cb req-e9c652c4-b696-48e4-bd5d-7fed30d0759f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:34.523584 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8ca729d-0ec4-4ac7-bb92-4944e0d2e0cb req-e9c652c4-b696-48e4-bd5d-7fed30d0759f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Mar 02 03:48:34.561521 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-32f947fd-1aff-4362-ba38-1e104389ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:34.563133 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-32f947fd-1aff-4362-ba38-1e104389ea07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0898957 Mar 02 03:48:34.576730 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-a8ca729d-0ec4-4ac7-bb92-4944e0d2e0cb req-3fd385f5-e7d8-43f7-89aa-f35624450fbf tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469747 Mar 02 03:48:34.605915 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-73a1c143-5733-49f7-9b52-03efde54a08d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 200 len: 217 time: 0.0362186 Mar 02 03:48:34.639714 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:34.653309 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-31288af2-9118-4482-ab1b-5de682f8b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:34.654765 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-31288af2-9118-4482-ab1b-5de682f8b235 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0418808 Mar 02 03:48:34.668820 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:48:34.678116 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:34.678724 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:34.708124 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-15c70114-c5de-4200-8728-e5bf066f1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:34.709616 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-15c70114-c5de-4200-8728-e5bf066f1ea8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471916 Mar 02 03:48:34.785231 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:34.796812 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-a46a850e-cc13-49a0-a394-744138eb1ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804427 Mar 02 03:48:34.889414 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-ef650d04-fa34-4521-8dce-3bc7e8e3597f req-acd3025c-4a3b-4f08-8770-add61fc2bb5d service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847781 Mar 02 03:48:35.129554 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:35.159227 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008aa51-f038-4a50-beeb-ad80b791fb75 None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_floatingips': [{'id': '6700c3a4-dddc-4f38-b02c-3da85ba520e9', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'floating_ip_address': '172.27.0.45', 'floating_network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'router_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'port_id': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'mac_address': 'fa:16:3e:ec:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T03:44:52Z', 'updated_at': '2022-03-02T03:44:54Z', 'revision_number': 1, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:48:35.371020 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7e82-cde2-4500-bcb6-2ca227f68314 None None] New status for floating IP 0835d02d-283a-4466-9527-a5e0f8748804: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:48:35.694869 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaed5f-a64b-420b-8992-0c858d857b46 req-444ea055-9635-4fff-bad2-c944b323f95f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:35.696330 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bccaed5f-a64b-420b-8992-0c858d857b46 req-444ea055-9635-4fff-bad2-c944b323f95f tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0509937 Mar 02 03:48:35.748621 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-bccaed5f-a64b-420b-8992-0c858d857b46 req-f4671197-4f37-4491-b6d0-91701b1e8efa tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Mar 02 03:48:36.867027 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526ef3-dd2c-407b-917b-463bcf00357b req-8166fd03-4e79-442d-8e95-c5225e60e307 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:36.868539 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-17526ef3-dd2c-407b-917b-463bcf00357b req-8166fd03-4e79-442d-8e95-c5225e60e307 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0531342 Mar 02 03:48:36.915963 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-17526ef3-dd2c-407b-917b-463bcf00357b req-d22c87d2-5030-4dc3-b0b0-95116f93059a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Mar 02 03:48:37.102167 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:38.030014 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b8bb-42a3-4210-9606-1d0228beffed req-3db455a1-ac13-4e6e-883e-412ddee2254a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:38.031551 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7963b8bb-42a3-4210-9606-1d0228beffed req-3db455a1-ac13-4e6e-883e-412ddee2254a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0510228 Mar 02 03:48:38.080172 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-7963b8bb-42a3-4210-9606-1d0228beffed req-566219ba-cbf4-4080-9e38-374cbb187e67 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Mar 02 03:48:39.197900 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc765c-4729-48af-888a-c79498c6d4fc req-304a7798-02f2-4db6-a870-166fb17064f2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:39.199676 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40bc765c-4729-48af-888a-c79498c6d4fc req-304a7798-02f2-4db6-a870-166fb17064f2 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 946 time: 0.0550003 Mar 02 03:48:39.246227 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-40bc765c-4729-48af-888a-c79498c6d4fc req-1e0980a7-7cdd-40c6-b300-a2a6545047ea tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Mar 02 03:48:39.522053 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:39.594381 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Current status of the port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f is: ACTIVE; New status is: DOWN {{(pid=103289) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 03:48:39.594794 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7932329'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:39.616509 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:48:39.618709 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f542811a100335957e79cb193849c89cd7e1d86c997a7ef41636fc32c3964f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46854228-c4b9-4624-8301-883c5bea1fba" -d '{"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:48:39.631193 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:39.635697 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780980587758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780980046583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780980048141'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:39.660608 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ec7a3-8412-4145-9ec2-cdd70586411e x-openstack-request-id: req-843ec7a3-8412-4145-9ec2-cdd70586411e {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:48:39.660897 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-unplugged", "status": "completed", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "code": 200}]} {{(pid=103289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:48:39.661146 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-843ec7a3-8412-4145-9ec2-cdd70586411e {{(pid=103289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:48:39.661521 dv-cinder-831090-3-iscsi neutron-server[103289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'code': 200} Mar 02 03:48:39.686618 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Pushing event updated for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=6']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:39.694018 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.694372 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.694715 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.695080 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.695421 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.695750 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.696079 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.696404 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.696728 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.697054 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.697375 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.697697 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:39.698017 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:40.361560 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85b0f-b8a3-4f18-8b56-9a56f294ccdb req-8fa850f3-d527-48e1-a0dd-3fe5bb316555 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:40.363041 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d5a85b0f-b8a3-4f18-8b56-9a56f294ccdb req-8fa850f3-d527-48e1-a0dd-3fe5bb316555 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0523365 Mar 02 03:48:40.411822 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-d5a85b0f-b8a3-4f18-8b56-9a56f294ccdb req-950f7453-65ed-46b8-9913-28e866029907 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Mar 02 03:48:41.238110 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33c072-18e0-4235-a293-968d0c374643 req-35d95aaf-29d4-4589-937f-e787ba656072 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:41.239573 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a33c072-18e0-4235-a293-968d0c374643 req-35d95aaf-29d4-4589-937f-e787ba656072 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0517890 Mar 02 03:48:41.326769 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:41.327138 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:41.414657 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] For port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:41.415015 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:41.427744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:41.534564 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf65af2-deb9-4faf-a97c-0deb9bd25523 req-0abef903-29dd-4a5a-bf44-c3ad8b8a1ffd tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:41.535998 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cf65af2-deb9-4faf-a97c-0deb9bd25523 req-0abef903-29dd-4a5a-bf44-c3ad8b8a1ffd tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c16107-013d-455a-a85f-c6d899d8cef9 HTTP/1.1" status: 200 len: 944 time: 0.0556908 Mar 02 03:48:41.553428 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:41.589816 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:41.591600 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-6cf65af2-deb9-4faf-a97c-0deb9bd25523 req-bd781c0b-b267-4d87-9b3a-457f8122546c tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Mar 02 03:48:41.599460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.599460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.599460 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.599721 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.599951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.600260 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.600590 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.600920 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.601250 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.601577 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.601901 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.602223 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.602544 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831090-3-iscsi {{(pid=103288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 03:48:41.638778 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] No DVR routers for this DVR port 8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f on host hv-cinder-83109 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:48:41.641683 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:41.645276 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-4a33c072-18e0-4235-a293-968d0c374643 req-bb5142f0-bc93-4879-8efa-35d9ae3c9b0d tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "DELETE /v2.0/ports/8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f HTTP/1.1" status: 204 len: 173 time: 0.4009633 Mar 02 03:48:41.645762 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-deleted', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:48:41.647981 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b4f53-18ba-4028-8c73-290507515424" -d '{"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-deleted", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:48:41.688737 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324d8e1-c60a-4742-b053-dedd5f4f7daa x-openstack-request-id: req-a324d8e1-c60a-4742-b053-dedd5f4f7daa {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:48:41.689433 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c16107-013d-455a-a85f-c6d899d8cef9", "name": "network-vif-deleted", "tag": "8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:48:41.689694 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a324d8e1-c60a-4742-b053-dedd5f4f7daa {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:48:41.690127 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c16107-013d-455a-a85f-c6d899d8cef9', 'name': 'network-vif-deleted', 'tag': '8a151d39-e79c-4eda-bbdf-cf03ea6ecb2f', 'status': 'completed', 'code': 200} Mar 02 03:48:44.865376 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44384) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:45.015633 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port 5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:45.015984 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.091463 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.091710 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.103581 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for 5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:45.245382 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.271666 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=5de9b41b-4f9c-40e2-bd12-c94f4d83dc5c,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:45.331031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (6700c3a4-dddc-4f38-b02c-3da85ba520e9), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.331397 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.db.l3_db [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Floating IP 6700c3a4-dddc-4f38-b02c-3da85ba520e9 disassociated (deleted). External IP: 172.27.0.45, port: 2099cb47-e552-4b42-abfc-256c9fad06ac. Mar 02 03:48:45.539588 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:48:45.647443 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:48:45.652229 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:45.656680 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:48:45.667110 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:45.667735 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:45.680342 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-195ee33c-ba63-468f-9f07-2f5863d98734 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "DELETE /v2.0/floatingips/6700c3a4-dddc-4f38-b02c-3da85ba520e9 HTTP/1.1" status: 204 len: 168 time: 0.8139143 Mar 02 03:48:45.681037 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:48:45.683472 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342ce31e-199b-4273-80a3-a96b9aed8ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:48:45.722728 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31b40d5-20f2-445e-acb2-4455b7d99351 x-openstack-request-id: req-e31b40d5-20f2-445e-acb2-4455b7d99351 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:48:45.723028 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:48:45.723312 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e31b40d5-20f2-445e-acb2-4455b7d99351 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:48:45.723985 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'status': 'completed', 'code': 200} Mar 02 03:48:45.785672 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:45.835787 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-dc0f8716-7e07-498b-8305-eee8e048e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:45.837397 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-dc0f8716-7e07-498b-8305-eee8e048e43f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 1129 time: 0.0715249 Mar 02 03:48:45.919915 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0866a-5930-447a-ab79-c71b59129d6e req-36a010fd-d410-4744-b12b-6e7f797bc9a4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:45.923520 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f0866a-5930-447a-ab79-c71b59129d6e req-36a010fd-d410-4744-b12b-6e7f797bc9a4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0559654 Mar 02 03:48:45.960950 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-12bbe563-b3ce-4788-bd8e-683ff82b1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:45.962437 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-12bbe563-b3ce-4788-bd8e-683ff82b1b68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 200 len: 912 time: 0.0907304 Mar 02 03:48:45.972957 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-56f0866a-5930-447a-ab79-c71b59129d6e req-b6e19cc1-c1db-48e9-b9b3-035f6154082a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458272 Mar 02 03:48:46.003172 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:46.004902 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-c06107b1-e35e-4fa4-86a0-27ce3bc4c02b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 200 len: 217 time: 0.0349851 Mar 02 03:48:46.029708 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:48:46.038946 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:46.039608 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:20Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:46.056726 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-dd90dea1-a365-4e68-b03a-fb9e8cd00367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:46.058172 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-dd90dea1-a365-4e68-b03a-fb9e8cd00367 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 200 len: 851 time: 0.0465698 Mar 02 03:48:46.106277 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-c412ac22-952d-48cf-b3f0-30b4e98288ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:46.107736 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-c412ac22-952d-48cf-b3f0-30b4e98288ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=53f235ea-f701-4700-a5bc-959cba0de98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436008 Mar 02 03:48:46.146956 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:46.194965 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-b0c97238-20c2-4a05-973d-70f8c909661d service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797193 Mar 02 03:48:46.286692 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-342ce31e-199b-4273-80a3-a96b9aed8ba5 req-fd087ccf-af0f-403f-b40e-ac1a2b25d108 service neutron] 10.222.0.35 "GET /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853617 Mar 02 03:48:46.345212 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:46.374376 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de6bd8e-d062-4979-b2bb-61df9b78bdc3 None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:27Z', 'revision_number': 4, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi', '_interfaces': [{'id': 'b8b62938-978b-4a62-95d9-5baeae5b1867', 'name': '', 'network_id': '53f235ea-f701-4700-a5bc-959cba0de98f', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'mac_address': 'fa:16:3e:d9:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:27Z', 'updated_at': '2022-03-02T03:41:33Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'subnets': [{'id': '3a8fcf54-4951-4510-b126-1a8cf06dbe87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:48:46.591618 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94103ae-d736-41d6-a009-6166fadc8fa2 None None] New status for floating IP 6700c3a4-dddc-4f38-b02c-3da85ba520e9: DOWN {{(pid=103290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 03:48:47.092925 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffd929-9669-46a0-9baf-a83269e552db req-8b20220e-4117-4e03-b6be-39f24d24f9ef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:47.094388 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85ffd929-9669-46a0-9baf-a83269e552db req-8b20220e-4117-4e03-b6be-39f24d24f9ef tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0512512 Mar 02 03:48:47.146772 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-85ffd929-9669-46a0-9baf-a83269e552db req-4d867db9-5490-4576-85d7-361ec9a169a4 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/security-groups?id=12fb3a65-408b-4c77-908b-4e8df6e31063&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Mar 02 03:48:47.557239 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-f32047df-4c4a-4dbd-bd47-5b038c24e1e6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 03:48:47.558671 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-f32047df-4c4a-4dbd-bd47-5b038c24e1e6 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 945 time: 0.0517676 Mar 02 03:48:47.650933 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port 2099cb47-e552-4b42-abfc-256c9fad06ac {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:47.651304 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:47.704206 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-421cf8dd-7378-4993-ab2d-4cbc1a973aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:47.738339 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] For port 2099cb47-e552-4b42-abfc-256c9fad06ac, host hv-cinder-83109, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83109',level=0,port_id=2099cb47-e552-4b42-abfc-256c9fad06ac,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:47.738696 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:47.751423 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for 2099cb47-e552-4b42-abfc-256c9fad06ac owned by compute:nova {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:47.882126 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (2099cb47-e552-4b42-abfc-256c9fad06ac), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:47.915439 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=2099cb47-e552-4b42-abfc-256c9fad06ac,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:47.952206 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] No DVR routers for this DVR port 2099cb47-e552-4b42-abfc-256c9fad06ac on host hv-cinder-83109 {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:48:47.954446 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for port (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:47.957959 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [req-5d93d018-bd43-4c63-a8c9-e58d33529436 req-997f31af-c615-4575-8876-738581402c0a tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.35 "DELETE /v2.0/ports/2099cb47-e552-4b42-abfc-256c9fad06ac HTTP/1.1" status: 204 len: 173 time: 0.3941550 Mar 02 03:48:47.958394 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'name': 'network-vif-deleted', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac'}] {{(pid=103288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 03:48:47.960636 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c503d650f3e909dc91ed33cadc1ef960dce463c6cddffbec76fa84993b366358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b329ff-5b66-42b4-90bd-7d32472bf2a3" -d '{"events": [{"server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "name": "network-vif-deleted", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac"}]}' {{(pid=103288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 03:48:47.996191 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13ba04f-da32-4b0f-8750-83fbe0a72ca7 x-openstack-request-id: req-b13ba04f-da32-4b0f-8750-83fbe0a72ca7 {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 03:48:47.996487 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff76d222-8051-4e45-ab07-cea636f36a52", "name": "network-vif-deleted", "tag": "2099cb47-e552-4b42-abfc-256c9fad06ac", "status": "completed", "code": 200}]} {{(pid=103288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 03:48:47.996744 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b13ba04f-da32-4b0f-8750-83fbe0a72ca7 {{(pid=103288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 03:48:47.997150 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff76d222-8051-4e45-ab07-cea636f36a52', 'name': 'network-vif-deleted', 'tag': '2099cb47-e552-4b42-abfc-256c9fad06ac', 'status': 'completed', 'code': 200} Mar 02 03:48:48.239300 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [req-4c57602b-a9ac-4dcf-b79e-aabccee15792 req-49b464e9-4bef-47bd-92fa-7b83d8fa3dbf tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff76d222-8051-4e45-ab07-cea636f36a52 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Mar 02 03:48:49.294926 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44400) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:49.417892 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Deleting port 5e188534-276e-41b5-bb1b-2101081c6157 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:49.418233 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (5e188534-276e-41b5-bb1b-2101081c6157), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.491146 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (5e188534-276e-41b5-bb1b-2101081c6157), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.491478 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (5e188534-276e-41b5-bb1b-2101081c6157), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.503532 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Calling delete_port for 5e188534-276e-41b5-bb1b-2101081c6157 owned by network:floatingip {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:49.568555 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 2099cb47-e552-4b42-abfc-256c9fad06ac no longer exists at agent hyperv_hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:49.590284 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] No Port match for: 2099cb47-e552-4b42-abfc-256c9fad06ac {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:49.590633 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Device 2099cb47-e552-4b42-abfc-256c9fad06ac not bound to the agent host hv-cinder-83109 {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:49.635328 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (5e188534-276e-41b5-bb1b-2101081c6157), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.658900 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'Port': ['ID=5e188534-276e-41b5-bb1b-2101081c6157,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:49.721540 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for floatingip (2905b10a-9de2-4e70-8b88-8e52a93d0f6f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.724134 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125970'] for floatingip (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:49.725324 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-63b33123-a34c-4d9c-89d3-73c533cabdac tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "DELETE /v2.0/floatingips/2905b10a-9de2-4e70-8b88-8e52a93d0f6f HTTP/1.1" status: 204 len: 168 time: 0.4293983 Mar 02 03:48:50.110791 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-e5be952c-84c9-4c46-b4a1-b592a90b9ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:50.920018 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44412) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:50.977353 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (12fb3a65-408b-4c77-908b-4e8df6e31063), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:50.989690 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:51.003612 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (12fb3a65-408b-4c77-908b-4e8df6e31063), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:51.061452 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (12fb3a65-408b-4c77-908b-4e8df6e31063), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:51.064056 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:51.065740 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] 10.222.0.23 "DELETE /v2.0/security-groups/12fb3a65-408b-4c77-908b-4e8df6e31063 HTTP/1.1" status: 204 len: 168 time: 0.1447377 Mar 02 03:48:51.074884 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6608a6f-8d8c-4870-89cc-2d6a36db1ab8 tempest-TestVolumeBootPattern-1359334138 tempest-TestVolumeBootPattern-1359334138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb3a65-408b-4c77-908b-4e8df6e31063,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:51.124296 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44416) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:51.693073 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.180569 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Deleting port b8b62938-978b-4a62-95d9-5baeae5b1867 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:52.181286 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.257741 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] For port b8b62938-978b-4a62-95d9-5baeae5b1867, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=b8b62938-978b-4a62-95d9-5baeae5b1867,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:52.258100 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.270328 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Calling delete_port for b8b62938-978b-4a62-95d9-5baeae5b1867 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:52.441343 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.448542 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (b8b62938-978b-4a62-95d9-5baeae5b1867), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.473576 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b62938-978b-4a62-95d9-5baeae5b1867,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:52.640738 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:52.854104 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Router d1b24170-0c0f-4444-ada3-ec479fc7041e has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:48:52.960685 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:48:52.966043 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-98023cbc-78a8-49f2-b2c1-dbf5c6253801 admin admin] 10.222.0.23 "PUT /v2.0/routers/d1b24170-0c0f-4444-ada3-ec479fc7041e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8407049 Mar 02 03:48:52.968624 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44420) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:52.969219 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Sync routers for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:48:52.978607 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:52.979248 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:53.074547 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks [] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.084942 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: dv-cinder-831090-3-iscsi {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:53.178423 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks [] for router_gateway (d1b24170-0c0f-4444-ada3-ec479fc7041e), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.231541 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Deleting port c845ec46-5cba-4d6d-a05b-b336c0c418d5 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:53.232218 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.263784 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:48:52Z', 'revision_number': 5, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port': {'id': 'c845ec46-5cba-4d6d-a05b-b336c0c418d5', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c1:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:53.291346 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Checking router: d1b24170-0c0f-4444-ada3-ec479fc7041e for host: dv-cinder-831090-3-iscsi {{(pid=103289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:48:53.300029 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Routers {'d1b24170-0c0f-4444-ada3-ec479fc7041e'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:53.300640 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['d1b24170-0c0f-4444-ada3-ec479fc7041e'], 'active': True} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:53.311542 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] For port c845ec46-5cba-4d6d-a05b-b336c0c418d5, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=c845ec46-5cba-4d6d-a05b-b336c0c418d5,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:53.311907 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.325271 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Calling delete_port for c845ec46-5cba-4d6d-a05b-b336c0c418d5 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:53.390118 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvr_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] Set router d1b24170-0c0f-4444-ada3-ec479fc7041e gateway port host: None {{(pid=103289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:53.493869 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (c845ec46-5cba-4d6d-a05b-b336c0c418d5), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.521446 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Pushing event deleted for resources: {'Port': ['ID=c845ec46-5cba-4d6d-a05b-b336c0c418d5,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:53.581942 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_hamode_db [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:48:53Z', 'revision_number': 6, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:53.593313 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.608236 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583657fe-b0cf-4a8b-9e98-1159ae896054 None None] The sync data for ids ['d1b24170-0c0f-4444-ada3-ec479fc7041e'] in dv-cinder-831090-3-iscsi is: [{'id': 'd1b24170-0c0f-4444-ada3-ec479fc7041e', 'name': 'tempest-TestVolumeBootPattern-1840689788-router', 'tenant_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:25Z', 'updated_at': '2022-03-02T03:48:53Z', 'revision_number': 6, 'project_id': 'c1f83d7fe62a4fca8328d978322a3cca', 'gw_port_host': None}] {{(pid=103289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:48:53.691198 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.693233 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks [] for router_controller (d1b24170-0c0f-4444-ada3-ec479fc7041e), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.734873 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (d1b24170-0c0f-4444-ada3-ec479fc7041e), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.735431 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1b24170-0c0f-4444-ada3-ec479fc7041e {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:48:53.739651 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.740925 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-cda12c46-bb8f-4519-bb7f-68ff46841584 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d1b24170-0c0f-4444-ada3-ec479fc7041e HTTP/1.1" status: 204 len: 168 time: 0.7713294 Mar 02 03:48:53.743518 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44422) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:53.787521 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Deleting subnet 3a8fcf54-4951-4510-b126-1a8cf06dbe87 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:48:53.790568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Publish callbacks [] for subnet (3a8fcf54-4951-4510-b126-1a8cf06dbe87), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.824385 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (3a8fcf54-4951-4510-b126-1a8cf06dbe87), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.906156 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (3a8fcf54-4951-4510-b126-1a8cf06dbe87), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.964408 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (3a8fcf54-4951-4510-b126-1a8cf06dbe87), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:53.998664 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8fcf54-4951-4510-b126-1a8cf06dbe87,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:54.006285 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.010890 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-785ef195-e425-4657-b250-e18f160613d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a8fcf54-4951-4510-b126-1a8cf06dbe87 HTTP/1.1" status: 204 len: 168 time: 0.2663128 Mar 02 03:48:54.013604 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44424) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:54.014048 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.025213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3e5c6-a549-460a-b9a9-c6ade550b491 None None] Network 53f235ea-f701-4700-a5bc-959cba0de98f requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:48:54.083213 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b8b62938-978b-4a62-95d9-5baeae5b1867 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:54.105161 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (53f235ea-f701-4700-a5bc-959cba0de98f), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.118720 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: b8b62938-978b-4a62-95d9-5baeae5b1867 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:54.119087 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device b8b62938-978b-4a62-95d9-5baeae5b1867 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:54.161475 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Deleting port a808d8b7-56f6-42d8-8cdf-d68263a93a38 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:54.161814 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.226230 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] For port a808d8b7-56f6-42d8-8cdf-d68263a93a38, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=a808d8b7-56f6-42d8-8cdf-d68263a93a38,segment=NetworkSegment(975879fe-f9f3-449c-9f86-9bbee73813f0),segment_id=975879fe-f9f3-449c-9f86-9bbee73813f0)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:54.226595 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.238985 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Calling delete_port for a808d8b7-56f6-42d8-8cdf-d68263a93a38 owned by network:dhcp {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:54.322792 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (a808d8b7-56f6-42d8-8cdf-d68263a93a38), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.350031 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Pushing event deleted for resources: {'Port': ['ID=a808d8b7-56f6-42d8-8cdf-d68263a93a38,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:54.355485 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] No DVR routers for this DVR port a808d8b7-56f6-42d8-8cdf-d68263a93a38 on host dv-cinder-831090-3-iscsi {{(pid=103288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:48:54.434130 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (53f235ea-f701-4700-a5bc-959cba0de98f), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.434697 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868e748-54c9-4431-ba65-7c35d8b7b49d None None] DHCP port deletion for 53f235ea-f701-4700-a5bc-959cba0de98f request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:48:54.461555 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f235ea-f701-4700-a5bc-959cba0de98f']}} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:54.475764 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975879fe-f9f3-449c-9f86-9bbee73813f0') {'for_net_delete': True} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:54.476063 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.services.segments.db [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975879fe-f9f3-449c-9f86-9bbee73813f0') {} {{(pid=103288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:54.485798 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1098535'] for segment (975879fe-f9f3-449c-9f86-9bbee73813f0), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.498906 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (975879fe-f9f3-449c-9f86-9bbee73813f0), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.505526 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:48:54.505911 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3544870'] for segment (975879fe-f9f3-449c-9f86-9bbee73813f0), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: Traceback (most recent call last): Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: timer() Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: cb(*args, **kw) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: return func(*args, **kwargs) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: self._notify() Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: self.callback(batched_events) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: event.method(event) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: return f(self, *a, **k) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._get(url).json() Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: return self.request(url, 'GET', **kwargs) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:48:54.507650 dv-cinder-831090-3-iscsi neutron-server[103288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:48:54.569568 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (53f235ea-f701-4700-a5bc-959cba0de98f), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.575685 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:54.578991 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] 10.222.0.23 "DELETE /v2.0/networks/53f235ea-f701-4700-a5bc-959cba0de98f HTTP/1.1" status: 204 len: 168 time: 0.5641861 Mar 02 03:48:54.583621 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44426) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:54.600162 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59513b37-14a9-411c-b646-7cef519de084 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f235ea-f701-4700-a5bc-959cba0de98f,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:54.964386 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542522'] for router_interface (fe26065a-9494-415b-8b3d-f2978248ca78), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:55.206957 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Deleting port 2c06a08f-80f4-4ce4-a871-10cde772cf88 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:55.207329 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:55.281306 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] For port 2c06a08f-80f4-4ce4-a871-10cde772cf88, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=2c06a08f-80f4-4ce4-a871-10cde772cf88,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:55.281983 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:55.297377 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Calling delete_port for 2c06a08f-80f4-4ce4-a871-10cde772cf88 owned by network:router_interface {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:55.470115 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (2c06a08f-80f4-4ce4-a871-10cde772cf88), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:55.495598 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c06a08f-80f4-4ce4-a871-10cde772cf88,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:55.661272 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-542678'] for router_interface (fe26065a-9494-415b-8b3d-f2978248ca78), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:55.879654 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Router fe26065a-9494-415b-8b3d-f2978248ca78 has already been hosted by L3 agent ec909cb5-9527-42f7-8eed-a44abe45e799 {{(pid=103288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 03:48:55.979012 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device a808d8b7-56f6-42d8-8cdf-d68263a93a38 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:56.006931 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: a808d8b7-56f6-42d8-8cdf-d68263a93a38 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:56.007306 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device a808d8b7-56f6-42d8-8cdf-d68263a93a38 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:56.007738 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c845ec46-5cba-4d6d-a05b-b336c0c418d5 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:56.028850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: c845ec46-5cba-4d6d-a05b-b336c0c418d5 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:56.029491 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device c845ec46-5cba-4d6d-a05b-b336c0c418d5 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:56.257927 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] Notify agent at l3_agent.dv-cinder-831090-3-iscsi the message routers_updated {{(pid=103288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 03:48:56.262807 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-97d2ec83-0efb-4655-a106-9cee1faf2d06 admin admin] 10.222.0.23 "PUT /v2.0/routers/fe26065a-9494-415b-8b3d-f2978248ca78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6781945 Mar 02 03:48:56.265399 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44428) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:56.268176 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Sync routers for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 03:48:56.277639 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:56.278315 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:56.378834 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks [] for router (fe26065a-9494-415b-8b3d-f2978248ca78), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.385101 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: dv-cinder-831090-3-iscsi {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:56.485575 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks [] for router_gateway (fe26065a-9494-415b-8b3d-f2978248ca78), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.537343 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Deleting port 543b790b-58cd-41fa-b9c0-34a295f9b4d3 {{(pid=103288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:56.537930 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.563548 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'external_fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:48:55Z', 'revision_number': 5, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port': {'id': '543b790b-58cd-41fa-b9c0-34a295f9b4d3', 'name': '', 'network_id': 'a7177a0b-12bd-4294-841d-4606702f6a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831090-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57850adc-2a0f-49ec-a153-b26fa36df6bf', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831090-3-iscsi'}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:56.590274 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Checking router: fe26065a-9494-415b-8b3d-f2978248ca78 for host: dv-cinder-831090-3-iscsi {{(pid=103290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 03:48:56.599083 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Routers {'fe26065a-9494-415b-8b3d-f2978248ca78'} bound to L3 agent in host dv-cinder-831090-3-iscsi {{(pid=103290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 03:48:56.599712 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831090-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T03:27:50Z,description=,heartbeat_timestamp=2022-03-02T03:48:50Z,host='dv-cinder-831090-3-iscsi',id=ec909cb5-9527-42f7-8eed-a44abe45e799,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T03:27:50Z,topic='l3_agent')) {'router_ids': ['fe26065a-9494-415b-8b3d-f2978248ca78'], 'active': True} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:56.620216 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.db [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] For port 543b790b-58cd-41fa-b9c0-34a295f9b4d3, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=543b790b-58cd-41fa-b9c0-34a295f9b4d3,segment=NetworkSegment(d38eb673-55e2-4869-b6e7-d5bc9c3f4b65),segment_id=d38eb673-55e2-4869-b6e7-d5bc9c3f4b65)] {{(pid=103288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:56.620578 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.633118 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.plugins.ml2.plugin [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Calling delete_port for 543b790b-58cd-41fa-b9c0-34a295f9b4d3 owned by network:router_gateway {{(pid=103288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:56.685906 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_dvr_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] Set router fe26065a-9494-415b-8b3d-f2978248ca78 gateway port host: None {{(pid=103290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 03:48:56.739774 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.l3_hamode_db [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:48:56Z', 'revision_number': 6, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port_host': None}], 'dv-cinder-831090-3-iscsi', False) {} {{(pid=103290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:56.765562 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4adc0d0-c567-48e6-8fb2-3371cb135019 None None] The sync data for ids ['fe26065a-9494-415b-8b3d-f2978248ca78'] in dv-cinder-831090-3-iscsi is: [{'id': 'fe26065a-9494-415b-8b3d-f2978248ca78', 'name': 'tempest-TestVolumeBootPattern-413722687-router', 'tenant_id': '20cafb9dd3534271b33cf720ec2dd289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T03:41:30Z', 'updated_at': '2022-03-02T03:48:56Z', 'revision_number': 6, 'project_id': '20cafb9dd3534271b33cf720ec2dd289', 'gw_port_host': None}] {{(pid=103290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 03:48:56.803261 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3545035'] for port (543b790b-58cd-41fa-b9c0-34a295f9b4d3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.828208 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=543b790b-58cd-41fa-b9c0-34a295f9b4d3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:56.886473 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541812'] for router_gateway (fe26065a-9494-415b-8b3d-f2978248ca78), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.977951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-545764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6458'] for router (fe26065a-9494-415b-8b3d-f2978248ca78), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:56.980001 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks [] for router_controller (fe26065a-9494-415b-8b3d-f2978248ca78), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.022830 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-545759'] for router (fe26065a-9494-415b-8b3d-f2978248ca78), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.023389 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe26065a-9494-415b-8b3d-f2978248ca78 {{(pid=103288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 03:48:57.028187 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.029448 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-70c67508-0dc6-4426-8131-281da730edb7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fe26065a-9494-415b-8b3d-f2978248ca78 HTTP/1.1" status: 204 len: 168 time: 0.7631152 Mar 02 03:48:57.031913 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44430) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:57.076817 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Deleting subnet 80201a5e-81ac-403a-9e59-0b28ab8e07a3 {{(pid=103288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 03:48:57.079691 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Publish callbacks [] for subnet (80201a5e-81ac-403a-9e59-0b28ab8e07a3), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.116519 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1098544'] for subnet (80201a5e-81ac-403a-9e59-0b28ab8e07a3), precommit_delete_associations {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.197843 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8039348'] for subnet (80201a5e-81ac-403a-9e59-0b28ab8e07a3), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.248951 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8039355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3545080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3202907'] for subnet (80201a5e-81ac-403a-9e59-0b28ab8e07a3), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.275423 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80201a5e-81ac-403a-9e59-0b28ab8e07a3,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:57.277347 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for subnet (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.280482 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-76ccd493-a319-4936-87a5-601456123806 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80201a5e-81ac-403a-9e59-0b28ab8e07a3 HTTP/1.1" status: 204 len: 168 time: 0.2476482 Mar 02 03:48:57.282067 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26826639-db07-4342-9089-3e256818c577 None None] Network 1d66eab9-8b4c-4e79-93f9-10feb8909027 requested from dv-cinder-831090-3-iscsi {{(pid=103289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 03:48:57.283078 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44432) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:57.353901 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8091471'] for network (1d66eab9-8b4c-4e79-93f9-10feb8909027), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.406443 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Deleting port 72017efb-ac28-4ca1-9206-9f62fb374c93 {{(pid=103287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:57.406785 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.467324 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] For port 72017efb-ac28-4ca1-9206-9f62fb374c93, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=72017efb-ac28-4ca1-9206-9f62fb374c93,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:57.467599 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.481546 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.plugin [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Calling delete_port for 72017efb-ac28-4ca1-9206-9f62fb374c93 owned by network:dhcp {{(pid=103287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:57.498883 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] DHCP port deletion for 1d66eab9-8b4c-4e79-93f9-10feb8909027 request from dv-cinder-831090-3-iscsi {{(pid=103289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 03:48:57.548587 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Deleting port 72017efb-ac28-4ca1-9206-9f62fb374c93 {{(pid=103289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 03:48:57.549666 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780980581753'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), before_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.570117 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3788615'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.600133 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Pushing event deleted for resources: {'Port': ['ID=72017efb-ac28-4ca1-9206-9f62fb374c93,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:57.602071 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] No DVR routers for this DVR port 72017efb-ac28-4ca1-9206-9f62fb374c93 on host dv-cinder-831090-3-iscsi {{(pid=103287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:48:57.620352 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.db [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] For port 72017efb-ac28-4ca1-9206-9f62fb374c93, host dv-cinder-831090-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831090-3-iscsi',level=0,port_id=72017efb-ac28-4ca1-9206-9f62fb374c93,segment=NetworkSegment(2ec26ea2-d83e-4e53-9aa1-83e9c50801ad),segment_id=2ec26ea2-d83e-4e53-9aa1-83e9c50801ad)] {{(pid=103289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 03:48:57.620759 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543825'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), precommit_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.636988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Calling delete_port for 72017efb-ac28-4ca1-9206-9f62fb374c93 owned by network:dhcp {{(pid=103289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 03:48:57.675001 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8032335', 'neutron.services.segments.db._delete_segments_for_network-8780980474781'] for network (1d66eab9-8b4c-4e79-93f9-10feb8909027), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.696613 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d66eab9-8b4c-4e79-93f9-10feb8909027']}} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:57.706839 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad') {'for_net_delete': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:57.707217 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.services.segments.db [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec26ea2-d83e-4e53-9aa1-83e9c50801ad') {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 03:48:57.716140 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780980587740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780980046574'] for port (72017efb-ac28-4ca1-9206-9f62fb374c93), after_delete {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.717099 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780980477862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3311525'] for segment (2ec26ea2-d83e-4e53-9aa1-83e9c50801ad), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.734137 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979'] for segment (2ec26ea2-d83e-4e53-9aa1-83e9c50801ad), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.740714 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] Pushing event deleted for resources: {'Port': ['ID=72017efb-ac28-4ca1-9206-9f62fb374c93,revision_number=None']} {{(pid=103289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:57.741690 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 03:48:57.742090 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8039979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3788714'] for segment (2ec26ea2-d83e-4e53-9aa1-83e9c50801ad), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: Traceback (most recent call last): Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: timer() Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: cb(*args, **kw) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: return func(*args, **kwargs) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: self._notify() Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: self.callback(batched_events) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: event.method(event) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: return f(self, *a, **k) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._get(url).json() Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: return self.request(url, 'GET', **kwargs) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 03:48:57.743787 dv-cinder-831090-3-iscsi neutron-server[103287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 03:48:57.746854 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac630c4-4b68-4e23-a714-43f791c5fc40 None None] No DVR routers for this DVR port 72017efb-ac28-4ca1-9206-9f62fb374c93 on host dv-cinder-831090-3-iscsi {{(pid=103289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 03:48:57.806489 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8032310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541768'] for network (1d66eab9-8b4c-4e79-93f9-10feb8909027), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.812007 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654078'] for network (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:57.815530 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d66eab9-8b4c-4e79-93f9-10feb8909027 HTTP/1.1" status: 204 len: 168 time: 0.5312471 Mar 02 03:48:57.827486 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fefb0-a540-4345-a7f6-c1773f5f4027 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d66eab9-8b4c-4e79-93f9-10feb8909027,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:57.912200 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 543b790b-58cd-41fa-b9c0-34a295f9b4d3 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:57.932321 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 543b790b-58cd-41fa-b9c0-34a295f9b4d3 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:57.932686 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 543b790b-58cd-41fa-b9c0-34a295f9b4d3 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:57.933364 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 2c06a08f-80f4-4ce4-a871-10cde772cf88 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:57.956836 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 2c06a08f-80f4-4ce4-a871-10cde772cf88 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:57.957195 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 2c06a08f-80f4-4ce4-a871-10cde772cf88 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:57.957610 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 72017efb-ac28-4ca1-9206-9f62fb374c93 no longer exists at agent ovs-agent-dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 03:48:57.977155 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] No Port match for: 72017efb-ac28-4ca1-9206-9f62fb374c93 {{(pid=103289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 03:48:57.977515 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron.plugins.ml2.rpc [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Device 72017efb-ac28-4ca1-9206-9f62fb374c93 not bound to the agent host dv-cinder-831090-3-iscsi {{(pid=103289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 03:48:57.991315 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44436) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:58.031045 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-c8cc9cca-f2c3-4331-8357-cc86b278d6d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1f83d7fe62a4fca8328d978322a3cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384095 Mar 02 03:48:58.033509 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.wsgi [-] (103287) accepted ('10.222.0.23', 44438) {{(pid=103287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:58.083535 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] Publish callbacks [] for security_group (1a457071-b739-42eb-b0cd-96cd9aeb65d5), before_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.364844 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] Publish callbacks [] for security_group (1a457071-b739-42eb-b0cd-96cd9aeb65d5), precommit_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.411955 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (1a457071-b739-42eb-b0cd-96cd9aeb65d5), after_delete {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.414558 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.415744 dv-cinder-831090-3-iscsi neutron-server[103287]: INFO neutron.wsgi [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a457071-b739-42eb-b0cd-96cd9aeb65d5 HTTP/1.1" status: 204 len: 168 time: 0.3811738 Mar 02 03:48:58.423295 dv-cinder-831090-3-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1299b8-5f99-4965-83f8-ac6f9bfb5adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a457071-b739-42eb-b0cd-96cd9aeb65d5,revision_number=None']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:48:58.727706 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44444) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:58.766025 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-7494b2d4-da7e-4a68-ad81-593488bf3a6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20cafb9dd3534271b33cf720ec2dd289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371811 Mar 02 03:48:58.769063 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.wsgi [-] (103288) accepted ('10.222.0.23', 44446) {{(pid=103288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 03:48:58.818332 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] Publish callbacks [] for security_group (828503d7-9c0f-48a4-b5f5-569e61d617fb), before_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.840045 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] Publish callbacks [] for security_group (828503d7-9c0f-48a4-b5f5-569e61d617fb), precommit_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.884914 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587140'] for security_group (828503d7-9c0f-48a4-b5f5-569e61d617fb), after_delete {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.887553 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron_lib.callbacks.manager [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:48:58.888750 dv-cinder-831090-3-iscsi neutron-server[103288]: INFO neutron.wsgi [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/828503d7-9c0f-48a4-b5f5-569e61d617fb HTTP/1.1" status: 204 len: 168 time: 0.1187263 Mar 02 03:48:58.896667 dv-cinder-831090-3-iscsi neutron-server[103288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e02a2e-1362-4938-9879-351a3b05fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828503d7-9c0f-48a4-b5f5-569e61d617fb,revision_number=None']} {{(pid=103288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 03:49:07.122548 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:09.085619 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:49:17.708515 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-67cf752c-09ce-49bb-baa7-766dc096f3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:20.112850 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-f6f235ec-2557-4c22-9934-2042141794aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:20.992248 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:22.444100 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:24.000263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:37.120612 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:46.086264 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:49:47.710087 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-92eed8b1-fc16-4111-b937-231b336ad3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:50.113350 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-058f46c5-bc2a-42e4-9989-75740f5880ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:50.995487 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:52.447833 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:49:54.004338 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:07.134222 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:17.711522 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-a2a68352-bc30-4819-ace4-c745d5d4b714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:20.114071 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-63ae9ccf-e804-425a-a79c-e779f07328ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:20.998089 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:22.451018 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:23.085970 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:50:24.006578 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:37.152695 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:47.712343 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2c90c3f5-a3ae-4729-aed0-419a964477a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:50.114727 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1488a2cd-4305-4170-914f-c9610aff23de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:50.999988 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:52.453371 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:50:54.011271 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:00.085571 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:51:07.139744 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:17.714189 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-cf27a4bf-0c0d-4d96-b458-864bceaaeafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:20.115712 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-eea97e6b-522b-4a0e-8f11-86983e57140d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:21.003876 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:22.457492 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:24.012792 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:37.085097 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:51:37.164396 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:47.715516 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-0b2c5439-982b-4b9a-b129-a9f937ad4f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:50.117108 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2b0c02f7-c70f-4ee4-b2a4-9d996e8f4422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:51.006331 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:52.459826 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:51:54.015045 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:07.180577 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:14.084272 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:52:17.715644 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-17d59def-23ae-4aa5-8273-4bb1dea95902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:20.116709 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-c159cbb6-acfa-4b88-8d3d-f8387cd00ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:21.008284 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:22.462806 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:24.018537 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:37.175970 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:47.716447 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d22b0d2e-38df-4d38-b7c8-969375e6a35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:50.118263 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47cc529f-dd3c-459e-a20d-a85ca44f6e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:51.011490 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:51.082899 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:52:52.465658 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:52:54.020934 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:07.190907 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:17.717667 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-176a7fbc-f33d-4cc0-9a6b-1bb557be9e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:20.122393 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-02f9f9a7-b94e-4115-bb33-9698e91aed42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:21.014467 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:22.469714 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:24.024009 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:28.081881 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:53:37.191911 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:47.719074 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-ce392870-83ca-4ad2-9a20-c06300bce2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:50.123444 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-45f0a697-55fa-4ebf-a0b5-070705888ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (ec909cb5-9527-42f7-8eed-a44abe45e799), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:51.016823 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-5480a57c-6e00-4502-bd7f-adae89644b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (b14d8cfd-6635-469c-b7ef-c66f97ef69d3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:52.471690 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b916-1f5b-4f0a-9bed-fa6b800ce749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d437bac3-347f-447d-8f5d-3185bfdf6d61), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:53:54.025435 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-2ea2a6e7-78a1-4117-8381-c141cbb0c86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (d079b6ef-8be8-4aff-b330-bfe4b6a73de3), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:54:05.082257 dv-cinder-831090-3-iscsi neutron-server[103290]: DEBUG neutron.db.agents_db [None req-8c62e284-2d02-4aa8-bf4b-c7d7db50d7e7 None None] Agent healthcheck: found 6 active agents {{(pid=103290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 03:54:07.191014 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-056b099b-1319-492f-8d56-aa3d808fbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (8af50a72-81d4-40e0-8111-3ed6e074ab2f), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 03:54:17.720247 dv-cinder-831090-3-iscsi neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-47c3b414-b8e6-4ff5-aabe-50c6ab577e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780980474763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8034392'] for agent (755ef1f2-460f-414c-957d-21e6513b1573), after_update {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}